{"id":"https://openalex.org/W6892733327","doi":"https://doi.org/10.5281/zenodo.11547124","title":"MA-BBOB - Reproducibility and Additional Data","display_name":"MA-BBOB - Reproducibility and Additional Data","publication_year":2024,"publication_date":"2024-06-10","ids":{"openalex":"https://openalex.org/W6892733327","doi":"https://doi.org/10.5281/zenodo.11547124"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.11547124","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11547124","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.11547124","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Vermetten, Diederick","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Vermetten, Diederick","raw_affiliation_strings":["Leiden University"],"raw_orcid":"https://orcid.org/0000-0003-3040-7162","affiliations":[{"raw_affiliation_string":"Leiden University","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ye, Furong","orcid":"https://orcid.org/0000-0002-8707-4189"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye, Furong","raw_affiliation_strings":["Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0002-8707-4189","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"B\u00e4ck, Thomas","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"B\u00e4ck, Thomas","raw_affiliation_strings":["Leiden University"],"raw_orcid":"https://orcid.org/0000-0001-6768-1478","affiliations":[{"raw_affiliation_string":"Leiden University","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":null,"display_name":"Doerr, Carola","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Doerr, Carola","raw_affiliation_strings":["French National Centre for Scientific Research","Laboratoire de Recherche en Informatique de Paris 6"],"raw_orcid":"https://orcid.org/0000-0002-4981-3227","affiliations":[{"raw_affiliation_string":"French National Centre for Scientific Research","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Laboratoire de Recherche en Informatique de Paris 6","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210159731"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.8057000041007996},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.7110999822616577},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5529999732971191},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.5295000076293945},{"id":"https://openalex.org/keywords/remainder","display_name":"Remainder","score":0.4950999915599823},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.46540001034736633},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.4309000074863434},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.39969998598098755}],"concepts":[{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.8057000041007996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7257000207901001},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.7110999822616577},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5529999732971191},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C39613435","wikidata":"https://www.wikidata.org/wiki/Q846677","display_name":"Remainder","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37959998846054077},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3262999951839447},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C96147967","wikidata":"https://www.wikidata.org/wiki/Q190686","display_name":"Subroutine","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C2780129039","wikidata":"https://www.wikidata.org/wiki/Q1931107","display_name":"Section (typography)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C97250363","wikidata":"https://www.wikidata.org/wiki/Q235557","display_name":"File format","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.11547124","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11547124","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.11547124","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11547124","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reproducibility":[0],"files":[1,362,378,418,675,714,782,846],"for":[2,9,23,30,73,251,322,348,384,636,807,1115,1126],"the":[3,20,24,51,55,70,75,79,102,110,118,121,133,136,145,153,157,164,169,176,188,192,195,214,245,253,259,279,285,297,306,325,329,331,340,365,369,375,382,385,404,410,414,420,442,488,522,527,546,565,570,574,580,584,596,600,610,614,619,644,646,656,660,667,696,705,712,716,727,733,745,759,768,777,784,818,827,835,841,851,857,870,887,892,902,924,942,948,951,956,963,989,1008,1017,1020,1035,1043,1060,1102,1106,1113,1119],"paper:":[4],"MA-BBOB:":[5],"A":[6,27],"Problem":[7,28],"Generator":[8,29],"Black-Box":[10,31],"Optimization":[11,32],"Using":[12,33],"Affine":[13,34],"Combinations":[14,35],"and":[15,36,203,271,308,345,412,437,440,494,518,591,603,649,672,678,732,786,790,853,912,914,955,1128],"Shifts":[16],"This":[17,38,262,560,664,860,1121],"document":[18],"details":[19],"reproduction":[21],"steps":[22,71],"paper":[25,80,146,858],"\"MA-BBOB:":[26],"Shifts\"":[37],"readme":[39],"is":[40,115,160,258,264,275,291,336,355,397,511,543,577,629,682,708,881,1076,1086,1122],"structured":[41],"as":[42,61,217,281,283,320,401,416,549,634,762,897,931,945,947],"follows:":[43,218,898],"-":[44,65,81,95,670,693,703,720,738,754,766,788,797,810,821,833],"We":[45,922,1003,1039,1133],"first":[46,1075],"showcase":[47],"a":[48,62,85,131,756,864,979,1026],"code-snippet":[49],"highlighting":[50],"way":[52],"in":[53,78,92,106,141,191,278,284,305,357,381,403,485,545,569,583,613,631,655,684,700,726,751,772,776,817,830,850,856,891,1071,1099,1105],"which":[54,274,513,628,681,707,729,839,975,1010],"MA-BBOB":[56,111,122,370,438,957],"generator":[57,112,134],"can":[58,124,561],"be":[59,125,424,531,562,606,653],"used":[60,105,161,190,327,337,341,380,582,612,683,699,709,742,750,771,800,806,828,888,934,1097],"stand-alone":[63],"feature":[64,474],"Afterwards,":[66],"we":[67,83,97,372,940,967,987,1031,1063,1108],"walk":[68],"through":[69],"required":[72],"reproducing":[74,252],"results":[76,247,254,298,415],"presented":[77,855,871,1103],"Next,":[82],"have":[84],"brief":[86],"description":[87],"of":[88,144,194,200,213,299,353,368,445,487,516,595,618,623,659,758,814,843,876,901,926,970,982,1006,1028,1034,1042,1066,1101,1112],"each":[89,875],"file":[90,250,431,571,724,838],"included":[91,318,630],"this":[93,107,256,315,428,535,541,632,690,920,938,997],"repository":[94,196,548,633,665],"Finally,":[96],"provide":[98],"some":[99],"background":[100],"on":[101,399,472,492,863,929,1080,1090],"main":[103,836],"dependencies":[104],"project":[108,257,861],"Accessing":[109],"Since":[113],"it":[114],"integrated":[116],"into":[117,715],"IOHexperimenter,":[119,927],"accessing":[120],"functions":[123,154],"done":[126],"easily":[127],"from":[128,255,314,539,625,689,736,783,884,1016,1019,1046],"Python.":[129],"As":[130],"default,":[132],"uses":[135,197,311],"function":[137],"creation":[138],"procedure":[139],"described":[140,402],"section":[142,332,685,701,752,773,808,831],"3":[143,301],"to":[147,162,175,205,268,293,338,520,579,609,641,652,710,743,801,848,868,919,950,978,1059],"sample":[148],"new":[149],"functions.":[150],"To":[151,961,984,1024],"ensure":[152],"are":[155,210,302,379,593,896],"reusable,":[156],"'instance":[158],"id'":[159],"seed":[163],"generation":[165],"procedure,":[166],"so":[167],"using":[168,844],"same":[170,177],"id":[171],"multiple":[172],"times":[173,267],"leads":[174],"function.":[178],"import":[179],"ioh":[180],"f":[181],"=":[182,185,220,225,228,231,233,236,239,242],"ioh.problem.ManyAffine(1,":[183],"n_variables":[184,241],"5)":[186],"However,":[187],"code":[189],"remainder":[193],"specific":[198],"settings":[199,326],"weights,":[201,342],"instances":[202,238,367,439,829],"optima":[204,346],"compare":[206],"different":[207,866],"settings.":[208],"These":[209,361,377,895],"specified":[211],"instead":[212],"instance":[215,343],"ID":[216],"xopt":[219],"np.random.uniform(size=(2),":[221],"low=-5,":[222],"high=5)":[223],"weights":[224,235],"np.ones(24)/24":[226],"iids":[227],"list(np.repeat(1,24))":[229],"f2":[230],"ioh.problem.ManyAffine(xopt":[232],"list(xopt),":[234],"list(weights),":[237],"iids,":[240,822],"2)":[243],"Reproducing":[244],"paper's":[246],"The":[248,288,394,406,430,506,537,554,740,1074,1084],"core":[249],"notebook":[260,263,280,620,728,779,820],"'Visualization.ipynb'.":[261],"interrupted":[265],"at":[266],"run":[269,643],"scripts":[270,383],"collect":[272],"data,":[273],"explained":[276],"both":[277],"well":[282,321,635,946],"sections":[286],"below.":[287],"data":[289,313,334,450,502,505,508,538,553,624,680,698,735,747,761,1116],"collection":[290,509],"related":[292],"Section":[294,300,309],"4,":[295,774],"since":[296],"entirely":[303],"contained":[304],"notebook,":[307,330,645],"5":[310,686,832],"available":[312,544,882,928],"Zenodo":[316],"(data":[317],"here":[319],"convenience).":[323],"Determine":[324],"Within":[328],"'Setup":[333],"collection'":[335],"generate":[339,744,802],"number":[344],"location":[347],"all":[349,434,803,845],"pairwise":[350,366],"experiments.":[351],"Each":[352],"these":[354,473,674,877],"stored":[356],"its":[358],"corresponding":[359,601,717],"csv-file.":[360],"fully":[363,642],"specify":[364],"suite":[371,954],"use":[373,515,622,923,941,969,988,1005,1033,1041,1065,1111,1134],"throughout":[374,1118],"paper.":[376],"following":[386,443,668,1044],"parts":[387],"(ELA":[388],"+":[389,1055],"Performace)":[390],"Calculating":[391],"ELA":[392,446,677,769,792],"features":[393,770,793,805,1009],"ELA-feature":[395],"computation":[396,411],"based":[398],"pflacco":[400,991],"dependencies.":[405],"script:":[407],"'ela_calculation.py'":[408,796],"runs":[409],"stores":[413],"csv":[417],"(Note:":[419],"'dirname'":[421,575],"parameter":[422,529,576],"should":[423,530,605],"changed":[425],"before":[426],"running":[427,534,540],"script).":[429],"loops":[432],"over":[433],"selected":[435,523],"BBOB":[436,952],"gets":[441],"sets":[444],"features:":[447],"*":[448,451,453,456,460,463,465,467],"meta":[449],"distribution":[452],"level":[454],"set":[455,578],"principal":[457],"component":[458],"analysis":[459,854],"linear":[461],"model":[462],"nbc":[464],"dispersion":[466],"information_content":[468],"For":[469],"more":[470],"information":[471,825],"sets,":[475],"please":[476],"see":[477],"\"Mersmann":[478],"et":[479],"al.":[480],"(2011),":[481],"\u201cExploratory":[482],"Landscape":[483,972],"Analysis\u201d,":[484],"Proceedings":[486],"13th":[489],"Annual":[490],"Conference":[491],"Genetic":[493],"Evolutionary":[495],"Computation,":[496],"pp.":[497],"829\u2014836.":[498],"ACM":[499],"(http://dx.doi.org/10.1145/2001576.2001690)\"":[500],"Performance":[501],"Collect":[503],"performance":[504,507,552,679,697,718,734,746,760],"script":[510,542,556,566,706,741,799],"'collect_performance.py',":[512],"makes":[514],"nevergrad":[517],"IOHprofiler":[519,903],"benchmark":[521],"algorithms.":[524],"Note":[525,598,873],"that":[526,599,640,874,996],"'rootname'":[528],"modified":[532],"when":[533],"script.":[536,586],"zenodo":[547],"'data.zip'.":[550],"Process":[551],"previous":[555,585],"generates":[557],"IOHanalyzer-compatible":[558],"data.":[559],"processed":[563],"via":[564],"'auc_calculation.py',":[567],"resulting":[568],"'auc.csv'":[572],"if":[573],"one":[581],"Visualizations":[587],"All":[588],"remaining":[589],"analyses":[590],"visualizations":[592],"part":[594],"notebook.":[597,661],"directory":[602,658],"filenames":[604],"updated":[607],"according":[608],"ones":[611],"respective":[615],"scripts.":[616],"Parts":[617],"make":[621,968,1004,1032,1040,1064,1110],"other":[626],"repositories,":[627],"convenience.":[637],"Please":[638],"note":[639,995],"zip-files":[647],"'ELA'":[648],"'ELA_BBOB'":[650],"need":[651],"unzipped":[654],"working":[657],"Included":[662],"Files":[663],"contains":[666,695],"files:":[669],"All_2d_info2.csv":[671],"All_5d_info2.csv:":[673],"contain":[676],"(and":[687],"originates":[688],"repository:":[691],"https://zenodo.org/records/7826036)":[692],"auc.csv:":[694],"4":[702,753,809],"auc_calculation.py:":[704],"process":[711,842],"IOH-generated":[713],"metric":[719],"auc_w_info.csv:":[721],"an":[722,907,1123],"intermediate":[723],"created":[725],"combines":[730],"instance-information":[731],"auc.csv":[737],"collect_performance.py:":[739],"(IOH-based":[748],"files)":[749],"data_example.zip:":[755],"subset":[757],"generated":[763,816],"by":[764,780,795],"'collect_performance.py'":[765],"dt_ela.csv:":[767],"calculated":[775],"visualization":[778,819],"concatenating":[781],"ELA.zip":[785,789],"ELA_BBOB.zip":[787],"ELA_BBOB.zip:":[791],"collected":[794],"ela_calculation.py:":[798],"landscape":[804],"ela_normalized.csv:":[811],"normalized":[812],"version":[813,889,935,1135],"dt_ela,":[815],"opt_locs,":[823],"weights.csv:":[824],"about":[826],"Visualization.ipynb:":[834],"reproducibility":[837],"documents":[840],"above":[847],"result":[849],"figures":[852,1104],"Dependencies":[859],"relies":[862],"few":[865],"libraries":[867],"achieve":[869],"results.":[872],"packages":[878],"(except":[879],"IOHanalyzer)":[880],"directly":[883,1098],"pip,":[885],"with":[886],"mentioned":[890],"requirements":[893],"file.":[894],"IOHexperimenter":[899,905],"Part":[900],"environment,":[904],"provides":[906],"interface":[908,949],"between":[909],"optimization":[910,1029,1130],"algorithms":[911,1045],"problems,":[913],"adds":[915],"detailed":[916],"logging":[917,943],"functionality":[918],"pipeline.":[921],"python-version":[925],"pip":[930,1081,1091],"'ioh'":[932],"(we":[933],"0.3.14).":[936],"From":[937],"package,":[939],"component,":[944],"problem":[953,958],"generator.":[959],"PFlacco":[960],"analyze":[962],"function's":[964],"low-level":[965],"properties,":[966],"Exploratory":[971],"Analysis":[973],"(ELA),":[974],"gives":[976],"access":[977,1025],"wide":[980],"range":[981],"features.":[983],"calculate":[985],"these,":[986],"python-based":[990],"library":[992,1125],"(version":[993,1037,1082,1092],"1.2.2,":[994],"requires":[998],"python":[999],"3.8":[1000],"or":[1001],"higher).":[1002],"only":[1007],"don't":[1011],"require":[1012],"sampling":[1013],"additional":[1014],"points":[1015],"function,":[1018],"'classical_ela_features'":[1021],"module.":[1022],"Nevergrad":[1023,1036,1061],"variety":[1027],"algorithms,":[1030,1062],"0.4.3.post8).":[1038],"Nevergrad's":[1047],"optimizers":[1048],"module:":[1049],"'DifferentialEvolution',":[1050],"'DiagonalCMA',":[1051],"'RCobyla'":[1052],"Modular":[1053,1077,1087],"CMA-ES":[1054],"DE":[1056],"In":[1057],"addition":[1058],"two":[1067],"modular":[1068],"algorithm":[1069,1131],"frameworks":[1070],"our":[1072],"portfolio.":[1073],"CMA-ES,":[1078],"'modcma'":[1079],"1.0.2).":[1083],"second":[1085],"DE,":[1088],"'modde'":[1089],"0.0.1).":[1093],"IOHanalzyer":[1094],"While":[1095],"not":[1096],"any":[1100],"paper,":[1107],"did":[1109],"IOHanalyzer":[1114],"exploration":[1117],"analysis.":[1120],"R-based":[1124],"analyzing":[1127],"visualizing":[1129],"performance.":[1132],"0.1.8.4.":[1136]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}