{"id":"https://openalex.org/W4313291298","doi":"https://doi.org/10.1109/tevc.2022.3232844","title":"OPTION: OPTImization Algorithm Benchmarking ONtology","display_name":"OPTION: OPTImization Algorithm Benchmarking ONtology","publication_year":2022,"publication_date":"2022-12-29","ids":{"openalex":"https://openalex.org/W4313291298","doi":"https://doi.org/10.1109/tevc.2022.3232844"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2022.3232844","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3232844","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/4358751/10002940.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4235/4358751/10002940.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074942249","display_name":"Ana Kostovska","orcid":"https://orcid.org/0000-0002-5983-7169"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Ana Kostovska","raw_affiliation_strings":["Department of Knowledge Technologies, Jožef Stefan Institute, Ljubljana, Slovenia"],"raw_orcid":"https://orcid.org/0000-0002-5983-7169","affiliations":[{"raw_affiliation_string":"Department of Knowledge Technologies, Jožef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075992713","display_name":"Diederick Vermetten","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Diederick Vermetten","raw_affiliation_strings":["Leiden Institute for Advanced Computer Science, Leiden University, Leiden, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-3040-7162","affiliations":[{"raw_affiliation_string":"Leiden Institute for Advanced Computer Science, Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040561209","display_name":"Carola Doerr","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Carola Doerr","raw_affiliation_strings":["Sorbonne Université, CNRS, LIP6, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-4981-3227","affiliations":[{"raw_affiliation_string":"Sorbonne Université, CNRS, LIP6, Paris, France","institution_ids":["https://openalex.org/I4210159731","https://openalex.org/I1294671590","https://openalex.org/I39804081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064609702","display_name":"Sa\u0161o D\u017eeroski","orcid":"https://orcid.org/0000-0003-2363-712X"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Sa\u0161o D\u017eeroski","raw_affiliation_strings":["Department of Knowledge Technologies, Jožef Stefan Institute, Ljubljana, Slovenia"],"raw_orcid":"https://orcid.org/0000-0003-2363-712X","affiliations":[{"raw_affiliation_string":"Department of Knowledge Technologies, Jožef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077223857","display_name":"Pan\u010de Panov","orcid":"https://orcid.org/0000-0002-7685-9140"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Pan\u010de Panov","raw_affiliation_strings":["Department of Knowledge Technologies, Jožef Stefan Institute, Ljubljana, Slovenia"],"raw_orcid":"https://orcid.org/0000-0002-7685-9140","affiliations":[{"raw_affiliation_string":"Department of Knowledge Technologies, Jožef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082115266","display_name":"Tome Eftimov","orcid":"https://orcid.org/0000-0001-7330-1902"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Tome Eftimov","raw_affiliation_strings":["Computer Systems Department, Jožef Stefan Institute, Ljubljana, Slovenia"],"raw_orcid":"https://orcid.org/0000-0001-7330-1902","affiliations":[{"raw_affiliation_string":"Computer Systems Department, Jožef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9711,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80385208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"27","issue":"6","first_page":"1618","last_page":"1632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9044266939163208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8517774939537048},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.746638298034668},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.7400561571121216},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.6957671642303467},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4396061599254608},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3527413606643677},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32259082794189453},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10983142256736755}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9044266939163208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8517774939537048},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.746638298034668},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.7400561571121216},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.6957671642303467},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4396061599254608},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3527413606643677},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32259082794189453},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10983142256736755},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tevc.2022.3232844","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3232844","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/4358751/10002940.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04180573v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04180573","pdf_url":"https://hal.sorbonne-universite.fr/hal-04180573v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation, 2023, 27 (6), pp.1618-1632. ⟨10.1109/TEVC.2022.3232844⟩","raw_type":"Journal articles"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3718561","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3718561","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3718562/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"doi:10.1109/tevc.2022.3232844","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3232844","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/4358751/10002940.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4426689232","display_name":null,"funder_award_id":"952215 (TAILOR)","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5306613136","display_name":null,"funder_award_id":"J2-9230","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G565735717","display_name":null,"funder_award_id":"952215","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G6602774147","display_name":null,"funder_award_id":"N2-0239","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G7530123626","display_name":null,"funder_award_id":"P2-0103","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G7799930752","display_name":null,"funder_award_id":"J2-4460","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G791504897","display_name":null,"funder_award_id":"P2-0098","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322554","display_name":"Javna Agencija za Raziskovalno Dejavnost RS","ror":"https://ror.org/059bp8k51"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313291298.pdf","grobid_xml":"https://content.openalex.org/works/W4313291298.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W243319620","https://openalex.org/W1414641899","https://openalex.org/W1482585805","https://openalex.org/W1555563750","https://openalex.org/W1802346448","https://openalex.org/W2021074129","https://openalex.org/W2032982318","https://openalex.org/W2097877306","https://openalex.org/W2103260426","https://openalex.org/W2113142309","https://openalex.org/W2131660156","https://openalex.org/W2133109597","https://openalex.org/W2135911674","https://openalex.org/W2144427809","https://openalex.org/W2150337126","https://openalex.org/W2159750251","https://openalex.org/W2168120333","https://openalex.org/W2208154600","https://openalex.org/W2261812172","https://openalex.org/W2314046539","https://openalex.org/W2588955868","https://openalex.org/W2593703538","https://openalex.org/W2603246580","https://openalex.org/W2608078785","https://openalex.org/W2732736182","https://openalex.org/W2750236386","https://openalex.org/W2788572835","https://openalex.org/W2888315729","https://openalex.org/W2896630192","https://openalex.org/W2898873842","https://openalex.org/W2903298154","https://openalex.org/W2922499945","https://openalex.org/W2945270037","https://openalex.org/W2950595506","https://openalex.org/W3014063841","https://openalex.org/W3038891809","https://openalex.org/W3039845339","https://openalex.org/W3089517171","https://openalex.org/W3093995498","https://openalex.org/W3107509705","https://openalex.org/W3112455820","https://openalex.org/W3155086430","https://openalex.org/W3159316838","https://openalex.org/W3176888089","https://openalex.org/W3207115452","https://openalex.org/W3215613740","https://openalex.org/W4210447436","https://openalex.org/W4238049043","https://openalex.org/W4246066782","https://openalex.org/W4393824246","https://openalex.org/W6677376072","https://openalex.org/W6687009295","https://openalex.org/W6734103608","https://openalex.org/W6747294523","https://openalex.org/W6755322736","https://openalex.org/W6780500702"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W2770764537"],"abstract_inverted_index":{"Many":[0],"optimization":[1],"algorithm":[2,75],"benchmarking":[3,76,94,123],"platforms":[4,20,54],"allow":[5],"users":[6,200],"to":[7,12,204],"share":[8],"their":[9,35,38],"experimental":[10],"data":[11,23,46,109,140],"promote":[13],"reproducible":[14],"and":[15,25,37,100,113,133,149,198],"reusable":[16],"research.":[17],"However,":[18],"different":[19,22,53],"use":[21],"models":[24],"formats,":[26],"which":[27,70],"drastically":[28],"complicates":[29],"the":[30,64,81,88,93,119,122,127,142,146,151,160,169,175,190,195,202],"identification":[31],"of":[32,66,87,121,129,137,145,159,168,207],"relevant":[33],"datasets,":[34],"interpretation,":[36],"interoperability.":[39],"Therefore,":[40],"a":[41,135],"semantically":[42],"rich,":[43],"ontology-based,":[44],"machine-readable":[45],"model":[47],"that":[48],"can":[49],"be":[50],"used":[51],"by":[52,131],"is":[55],"highly":[56],"desirable.":[57],"In":[58,163],"this":[59],"paper,":[60],"we":[61,71,165,188],"report":[62],"on":[63],"development":[65],"such":[67,96],"an":[68],"ontology,":[69],"call":[72],"OPTION":[73,176,191],"(OPTImization":[74],"ONtology).":[77],"Our":[78],"ontology":[79],"provides":[80,105],"vocabulary":[82],"needed":[83],"for":[84,107],"semantic":[85],"annotation":[86],"core":[89],"entities":[90],"involved":[91],"in":[92],"process,":[95],"as":[97],"algorithms,":[98],"problems,":[99],"evaluation":[101],"measures.":[102],"It":[103],"also":[104],"means":[106],"automatic":[108],"integration,":[110],"improved":[111],"interoperability,":[112],"powerful":[114],"querying":[115,134],"capabilities,":[116],"thereby":[117],"increasing":[118],"value":[120],"data.":[124,209],"We":[125],"demonstrate":[126],"utility":[128],"OPTION,":[130],"annotating":[132],"corpus":[136],"benchmark":[138],"performance":[139,172,208],"from":[141,150],"BBOB":[143,170],"collection":[144],"COCO":[147],"framework":[148],"Yet":[152],"Another":[153],"Black-Box":[154],"Optimization":[155],"Benchmark":[156],"(YABBOB)":[157],"family":[158],"Nevergrad":[161],"environment.":[162],"addition,":[164],"integrate":[166,189],"features":[167],"functional":[171],"landscape":[173,185],"into":[174,194],"knowledge":[177,192],"base":[178,193],"using":[179],"publicly":[180],"available":[181],"datasets":[182],"with":[183,201],"exploratory":[184],"analysis.":[186],"Finally,":[187],"IOHprofiler":[196],"environment":[197],"provide":[199],"ability":[203],"perform":[205],"meta-analysis":[206]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}