{"id":"https://openalex.org/W3212577996","doi":"https://doi.org/10.1162/evco_a_00342","title":"IOHexperimenter: Benchmarking Platform for Iterative Optimization Heuristics","display_name":"IOHexperimenter: Benchmarking Platform for Iterative Optimization Heuristics","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W3212577996","doi":"https://doi.org/10.1162/evco_a_00342","mag":"3212577996","pmid":"https://pubmed.ncbi.nlm.nih.gov/37486979"},"language":"en","primary_location":{"id":"doi:10.1162/evco_a_00342","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00342","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.sorbonne-universite.fr/hal-04180576v1/file/IOHexperimenter-ECJ-HAL.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018750945","display_name":"Jacob de Nobel","orcid":"https://orcid.org/0000-0003-1169-1962"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Jacob de Nobel","raw_affiliation_strings":["LIACS, Leiden University, the Netherlands j.p.de.nobel@liacs.leidenuniv.nl"],"raw_orcid":"https://orcid.org/0000-0003-1169-1962","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, the Netherlands j.p.de.nobel@liacs.leidenuniv.nl","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043745558","display_name":"Furong Ye","orcid":"https://orcid.org/0000-0002-8707-4189"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Furong Ye","raw_affiliation_strings":["LIACS, Leiden University, the Netherlands f.ye@liacs.leidenuniv.nl"],"raw_orcid":"https://orcid.org/0000-0002-8707-4189","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, the Netherlands f.ye@liacs.leidenuniv.nl","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075992713","display_name":"Diederick Vermetten","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Diederick Vermetten","raw_affiliation_strings":["LIACS, Leiden University, the Netherlands d.l.vermetten@liacs.leidenuniv.nl"],"raw_orcid":"https://orcid.org/0000-0003-3040-7162","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, the Netherlands d.l.vermetten@liacs.leidenuniv.nl","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658894","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0002-4933-5181"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Hao Wang","raw_affiliation_strings":["LIACS, Leiden University, the Netherlands h.wang@liacs.leidenuniv.nl"],"raw_orcid":"https://orcid.org/0000-0002-4933-5181","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, the Netherlands h.wang@liacs.leidenuniv.nl","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040561209","display_name":"Carola Doerr","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Carola Doerr","raw_affiliation_strings":["Sorbonne Universit\u00e9, CNRS, LIP6, Paris, France Carola.Doerr@lip6.fr"],"raw_orcid":"https://orcid.org/0000-0002-4981-3227","affiliations":[{"raw_affiliation_string":"Sorbonne Universit\u00e9, CNRS, LIP6, Paris, France Carola.Doerr@lip6.fr","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062646838","display_name":"Thomas B\u00e4ck","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Thomas B\u00e4ck","raw_affiliation_strings":["LIACS, Leiden University, the Netherlands t.h.w.baeck@liacs.leidenuniv.nl"],"raw_orcid":"https://orcid.org/0000-0001-6768-1478","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, the Netherlands t.h.w.baeck@liacs.leidenuniv.nl","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018750945","https://openalex.org/A5040561209","https://openalex.org/A5043745558","https://openalex.org/A5062646838","https://openalex.org/A5075992713","https://openalex.org/A5100658894"],"corresponding_institution_ids":["https://openalex.org/I121797337","https://openalex.org/I1294671590","https://openalex.org/I39804081"],"apc_list":null,"apc_paid":null,"fwci":4.1418,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.95037207,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"32","issue":"3","first_page":"205","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8903504014015198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7658144235610962},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7047934532165527},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7034000158309937},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.6592571139335632},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4846511483192444},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4781300127506256},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46092697978019714},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.44322335720062256},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.4367294907569885},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.26169854402542114},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15665984153747559},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11593565344810486},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.10953402519226074},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10745584964752197}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8903504014015198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7658144235610962},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7047934532165527},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7034000158309937},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.6592571139335632},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4846511483192444},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4781300127506256},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46092697978019714},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.44322335720062256},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.4367294907569885},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.26169854402542114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15665984153747559},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11593565344810486},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.10953402519226074},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10745584964752197},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000066506","descriptor_name":"Heuristics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000066506","descriptor_name":"Heuristics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000066506","descriptor_name":"Heuristics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1162/evco_a_00342","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00342","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},{"id":"pmid:37486979","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37486979","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary computation","raw_type":null},{"id":"pmh:oai:HAL:hal-04180576v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04180576","pdf_url":"https://hal.sorbonne-universite.fr/hal-04180576v1/file/IOHexperimenter-ECJ-HAL.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Evolutionary Computation, 2024, pp.1-6. ⟨10.1162/evco_a_00342⟩","raw_type":"Journal articles"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3731689","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3731689","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3731690/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Evolutionary Computation","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04180576v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04180576","pdf_url":"https://hal.sorbonne-universite.fr/hal-04180576v1/file/IOHexperimenter-ECJ-HAL.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Evolutionary Computation, 2024, pp.1-6. ⟨10.1162/evco_a_00342⟩","raw_type":"Journal articles"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G3389333781","display_name":null,"funder_award_id":"INS2I","funder_id":"https://openalex.org/F4320322892","funder_display_name":"Centre National de la Recherche Scientifique"},{"id":"https://openalex.org/G625984628","display_name":"Generalized Variation Operators for Randomized Search Heuristics","funder_award_id":"ANR-22-ERCS-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8551046516","display_name":null,"funder_award_id":"ANR-22-ERCS-0003-01","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"},{"id":"https://openalex.org/F4320336508","display_name":"Institut des sciences de l'information et de leurs interactions","ror":"https://ror.org/04z22qz54"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3212577996.pdf","grobid_xml":"https://content.openalex.org/works/W3212577996.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2182761707","https://openalex.org/W2208154600","https://openalex.org/W2314046539","https://openalex.org/W2896630192","https://openalex.org/W2916083864","https://openalex.org/W2995695017","https://openalex.org/W3015530485","https://openalex.org/W3040845823","https://openalex.org/W3105047877","https://openalex.org/W3130139584","https://openalex.org/W3172627855","https://openalex.org/W3177825022","https://openalex.org/W3180969125","https://openalex.org/W3182025093","https://openalex.org/W4210447436","https://openalex.org/W4291270678","https://openalex.org/W4362725230","https://openalex.org/W6686280248","https://openalex.org/W6687823171","https://openalex.org/W6755322736","https://openalex.org/W6759375221"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2000674637"],"abstract_inverted_index":{"We":[0],"present":[1],"IOHexperimenter,":[2],"the":[3,7,56,76,95,107,115,124,127],"experimentation":[4],"module":[5],"of":[6,47,55,75,97,104,126],"IOHprofiler":[8,57],"project.":[9],"IOHexperimenter":[10,36,59,105],"aims":[11],"at":[12],"providing":[13],"an":[14,61],"easy-to-use":[15],"and":[16,29,32,67,114],"customizable":[17],"toolbox":[18],"for":[19,72,87],"benchmarking":[20,49,99],"iterative":[21],"optimization":[22,34,65,77],"heuristics":[23],"such":[24],"as":[25,40,45],"local":[26],"search,":[27],"evolutionary":[28],"genetic":[30],"algorithms,":[31],"Bayesian":[33],"techniques.":[35],"can":[37],"be":[38],"used":[39],"a":[41,48,98],"stand-alone":[42],"tool":[43],"or":[44],"part":[46],"pipeline":[50],"that":[51,119],"uses":[52],"other":[53],"modules":[54],"environment.":[58],"provides":[60],"efficient":[62],"interface":[63],"between":[64],"problems":[66],"their":[68],"solvers":[69],"while":[70],"allowing":[71],"granular":[73],"logging":[74,117],"process.":[78],"Its":[79],"logs":[80],"are":[81,106],"fully":[82],"compatible":[83],"with":[84],"existing":[85],"tools":[86],"interactive":[88],"data":[89,128],"analysis,":[90],"which":[91],"significantly":[92],"speeds":[93],"up":[94],"deployment":[96],"pipeline.":[100],"The":[101],"main":[102],"components":[103],"environment":[108],"to":[109,122],"build":[110],"customized":[111],"problem":[112],"suites":[113],"various":[116],"options":[118],"allow":[120],"users":[121],"steer":[123],"granularity":[125],"records.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}