{"id":"https://openalex.org/W3172627855","doi":"https://doi.org/10.1109/tevc.2022.3159087","title":"Automated Configuration of Genetic Algorithms by Tuning for Anytime Performance","display_name":"Automated Configuration of Genetic Algorithms by Tuning for Anytime Performance","publication_year":2022,"publication_date":"2022-03-14","ids":{"openalex":"https://openalex.org/W3172627855","doi":"https://doi.org/10.1109/tevc.2022.3159087","mag":"3172627855"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2022.3159087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3159087","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.06304","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043745558","display_name":"Furong Ye","orcid":"https://orcid.org/0000-0002-8707-4189"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Furong Ye","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","LIACS - Leiden Institute of Advanced Computer Science [Leiden] ( Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] ( Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040561209","display_name":"Carola Doerr","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Carola Doerr","raw_affiliation_strings":["LIP6, CNRS, Sorbonne Université, Paris, France"],"affiliations":[{"raw_affiliation_string":"LIP6, CNRS, Sorbonne Université, Paris, France","institution_ids":["https://openalex.org/I4210159731","https://openalex.org/I1294671590","https://openalex.org/I39804081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658894","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0002-4933-5181"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","LIACS - Leiden Institute of Advanced Computer Science [Leiden] ( Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] ( Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062646838","display_name":"Thomas B\u00e4ck","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thomas Back","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","LIACS - Leiden Institute of Advanced Computer Science [Leiden] ( Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] ( Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043745558"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":null,"apc_paid":null,"fwci":2.4839,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90316549,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":"6","first_page":"1526","last_page":"1538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6870298385620117},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6156228184700012},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5291759371757507},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5252387523651123},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.521528959274292},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.500084400177002},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48909956216812134},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.46992218494415283},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.4533396065235138},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.4351786971092224},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4287044405937195},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.42611682415008545},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4235765337944031},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3013327121734619},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2631148397922516}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6870298385620117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6156228184700012},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5291759371757507},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5252387523651123},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.521528959274292},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.500084400177002},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48909956216812134},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.46992218494415283},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.4533396065235138},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.4351786971092224},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4287044405937195},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.42611682415008545},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4235765337944031},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3013327121734619},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2631148397922516},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tevc.2022.3159087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3159087","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.06304","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06304","pdf_url":"https://arxiv.org/pdf/2106.06304","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-03614648v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-03614648","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation, 2022, 26 (6), pp.1526 - 1538. ⟨10.1109/TEVC.2022.3159087⟩","raw_type":"Journal articles"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3514161","is_oa":false,"landing_page_url":"https://hdl.handle.net/1887/3514161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"Article / Letter to editor"},{"id":"pmh:ul:oai:scholarlypublications.universiteitleiden.nl:item_3514161","is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/3514161","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation, 26(6), 1526 - 1538. Institute of Electrical and Electronics Engineers (IEEE)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.06304","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06304","pdf_url":"https://arxiv.org/pdf/2106.06304","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5717150305","display_name":null,"funder_award_id":"11-LABX-0056-LMH (LabEx LMH)","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G803393729","display_name":null,"funder_award_id":"CA15140","funder_id":"https://openalex.org/F4320320366","funder_display_name":"European Cooperation in Science and Technology"},{"id":"https://openalex.org/G8271963371","display_name":null,"funder_award_id":"201706310143","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320320366","display_name":"European Cooperation in Science and Technology","ror":"https://ror.org/01bstzn19"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W123765585","https://openalex.org/W1492417045","https://openalex.org/W1499307573","https://openalex.org/W1512928652","https://openalex.org/W1559956479","https://openalex.org/W1591939288","https://openalex.org/W1852849176","https://openalex.org/W1975904784","https://openalex.org/W2028569720","https://openalex.org/W2035300004","https://openalex.org/W2045476276","https://openalex.org/W2072262316","https://openalex.org/W2081453109","https://openalex.org/W2096590200","https://openalex.org/W2101499084","https://openalex.org/W2116926066","https://openalex.org/W2117643431","https://openalex.org/W2141119792","https://openalex.org/W2143935213","https://openalex.org/W2166897600","https://openalex.org/W2172414771","https://openalex.org/W2187785713","https://openalex.org/W2192203593","https://openalex.org/W2604934189","https://openalex.org/W2743438247","https://openalex.org/W2766935108","https://openalex.org/W2773031903","https://openalex.org/W2786699503","https://openalex.org/W2831155699","https://openalex.org/W2873705236","https://openalex.org/W2888079457","https://openalex.org/W2888223476","https://openalex.org/W2890746393","https://openalex.org/W2896630192","https://openalex.org/W2897375082","https://openalex.org/W2935958147","https://openalex.org/W2950680102","https://openalex.org/W2963674559","https://openalex.org/W2968449537","https://openalex.org/W2977748703","https://openalex.org/W2984215034","https://openalex.org/W2995695017","https://openalex.org/W3013630346","https://openalex.org/W3015530485","https://openalex.org/W3023540311","https://openalex.org/W3024170895","https://openalex.org/W3037605752","https://openalex.org/W3038693367","https://openalex.org/W3040248597","https://openalex.org/W3040271927","https://openalex.org/W3040845823","https://openalex.org/W3090039988","https://openalex.org/W3102457802","https://openalex.org/W3121530892","https://openalex.org/W3130139584","https://openalex.org/W3153881645","https://openalex.org/W3175020545","https://openalex.org/W3180969125","https://openalex.org/W3212226165","https://openalex.org/W4289761856","https://openalex.org/W4387688680","https://openalex.org/W6602526659","https://openalex.org/W6631792174","https://openalex.org/W6753146606","https://openalex.org/W6755322736","https://openalex.org/W6780986002"],"related_works":["https://openalex.org/W2953665647","https://openalex.org/W4281646320","https://openalex.org/W4205712847","https://openalex.org/W3169687406","https://openalex.org/W4388119537","https://openalex.org/W3014750173","https://openalex.org/W3114025147","https://openalex.org/W4287818966","https://openalex.org/W3192751261","https://openalex.org/W3200811867"],"abstract_inverted_index":{"Finding":[0],"the":[1,24,92,95,108,119,122,126,130,153,170,176],"best":[2,109],"configuration":[3,64,131,154],"of":[4,26,36],"algorithms\u2019":[5],"hyperparameters":[6],"for":[7,33,152,161],"a":[8,34,55],"given":[9],"optimization":[10,30,44,73],"problem":[11],"is":[12,163,173],"an":[13],"important":[14],"task":[15],"in":[16,21,105,140],"evolutionary":[17,78],"computation.":[18],"We":[19,156],"compare":[20,50],"this":[22],"work":[23],"results":[25,53,134],"four":[27],"different":[28,82],"hyperparameter":[29],"(HPO)":[31],"approaches":[32],"family":[35],"genetic":[37],"algorithms":[38],"(GAs)":[39],"on":[40],"25":[41],"diverse":[42],"pseudo-Boolean":[43],"(PBO)":[45],"problems.":[46],"More":[47],"precisely,":[48],"we":[49,102],"previously":[51],"obtained":[52,60,116],"from":[54,61],"grid":[56],"search":[57],"with":[58,111,167],"those":[59],"three":[62],"automated":[63],"techniques:":[65],"1)":[66,85],"iterated":[67],"racing;":[68],"2)":[69,91],"mixed-integer":[70,77],"parallel-efficient":[71],"global":[72],"(MIP-EGO);":[74],"and":[75,90],"3)":[76],"strategies.":[79],"Using":[80],"two":[81],"cost":[83,127],"metrics:":[84],"expected":[86],"running":[87],"time":[88],"(ERT)":[89],"area":[93,120],"under":[94,121],"empirical":[96],"cumulative":[97],"distribution":[98],"function":[99],"(ECDF)":[100],"curve,":[101],"find":[103],"that":[104,136,159,172],"several":[106],"cases":[107],"configurations":[110],"respect":[112,168],"to":[113,147,169,175],"ERT":[114,141,162],"are":[115],"when":[117,138],"using":[118],"ECDF":[123],"curve":[124],"as":[125],"metric":[128],"during":[129],"process.":[132],"Our":[133],"suggest":[135],"even":[137],"interested":[139],"performance,":[142],"it":[143],"might":[144],"be":[145],"preferable":[146],"use":[148],"anytime":[149],"performance":[150],"measures":[151],"task.":[155],"also":[157],"observe":[158],"tuning":[160],"much":[164],"more":[165],"sensitive":[166],"budget":[171],"allocated":[174],"target":[177],"algorithms.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}