{"id":"https://openalex.org/W6911364672","doi":"https://doi.org/10.5281/zenodo.11354744","title":"MA-BBOB - Reproducibility and Additional Data","display_name":"MA-BBOB - Reproducibility and Additional Data","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W6911364672","doi":"https://doi.org/10.5281/zenodo.11354744"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.11354744","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11354744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.11354744","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Vermetten, Diederick","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Vermetten, Diederick","raw_affiliation_strings":["Leiden University"],"raw_orcid":"https://orcid.org/0000-0003-3040-7162","affiliations":[{"raw_affiliation_string":"Leiden University","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ye, Furong","orcid":"https://orcid.org/0000-0002-8707-4189"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye, Furong","raw_affiliation_strings":["Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0002-8707-4189","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"B\u00e4ck, Thomas","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"B\u00e4ck, Thomas","raw_affiliation_strings":["Leiden University"],"raw_orcid":"https://orcid.org/0000-0001-6768-1478","affiliations":[{"raw_affiliation_string":"Leiden University","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":null,"display_name":"Doerr, Carola","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Doerr, Carola","raw_affiliation_strings":["French National Centre for Scientific Research","Laboratoire de Recherche en Informatique de Paris 6"],"raw_orcid":"https://orcid.org/0000-0002-4981-3227","affiliations":[{"raw_affiliation_string":"French National Centre for Scientific Research","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Laboratoire de Recherche en Informatique de Paris 6","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210159731"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.8057000041007996},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.7110999822616577},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5529999732971191},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.5295000076293945},{"id":"https://openalex.org/keywords/remainder","display_name":"Remainder","score":0.4950999915599823},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.46540001034736633},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.4309000074863434},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.39969998598098755}],"concepts":[{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.8057000041007996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7257000207901001},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.7110999822616577},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5529999732971191},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C39613435","wikidata":"https://www.wikidata.org/wiki/Q846677","display_name":"Remainder","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37959998846054077},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3262999951839447},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C96147967","wikidata":"https://www.wikidata.org/wiki/Q190686","display_name":"Subroutine","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C2780129039","wikidata":"https://www.wikidata.org/wiki/Q1931107","display_name":"Section (typography)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C97250363","wikidata":"https://www.wikidata.org/wiki/Q235557","display_name":"File format","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.11354744","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11354744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.11354744","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11354744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reproducibility":[0],"files":[1,362,378,418,651,690,758,822],"for":[2,9,23,30,73,251,322,348,384,636,783,1091,1102],"the":[3,20,24,51,55,70,75,79,102,110,118,121,133,136,145,153,157,164,169,176,188,192,195,214,245,253,259,279,285,297,306,325,329,331,340,365,369,375,382,385,404,410,414,420,442,488,522,527,546,565,570,574,580,584,596,600,610,614,619,643,672,681,688,692,703,709,721,735,744,753,760,794,803,811,817,827,833,846,863,868,878,900,918,924,927,932,939,965,984,993,996,1011,1019,1036,1078,1082,1089,1095],"paper:":[4],"MA-BBOB:":[5],"A":[6,27],"Problem":[7,28],"Generator":[8,29],"Black-Box":[10,31],"Optimization":[11,32],"Using":[12,33],"Affine":[13,34],"Combinations":[14,35],"and":[15,36,203,271,308,345,412,437,440,494,518,591,603,648,654,708,762,766,829,888,890,931,1104],"Shifts":[16],"This":[17,38,262,560,640,836,1097],"document":[18],"details":[19],"reproduction":[21],"steps":[22,71],"paper":[25,80,146,834],"\"MA-BBOB:":[26],"Shifts\"":[37],"readme":[39],"is":[40,115,160,258,264,275,291,336,355,397,511,543,577,629,658,684,857,1052,1062,1098],"structured":[41],"as":[42,61,217,281,283,320,401,416,549,634,738,873,907,921,923],"follows:":[43,218,874],"-":[44,65,81,95,646,669,679,696,714,730,742,764,773,786,797,809],"We":[45,898,979,1015,1109],"first":[46,1051],"showcase":[47],"a":[48,62,85,131,732,840,955,1002],"code-snippet":[49],"highlighting":[50],"way":[52],"in":[53,78,92,106,141,191,278,284,305,357,381,403,485,545,569,583,613,631,660,676,702,727,748,752,793,806,826,832,867,1047,1075,1081],"which":[54,274,513,628,657,683,705,815,951,986],"MA-BBOB":[56,111,122,370,438,933],"generator":[57,112,134],"can":[58,124,561],"be":[59,125,424,531,562,606],"used":[60,105,161,190,327,337,341,380,582,612,659,675,685,718,726,747,776,782,804,864,910,1073],"stand-alone":[63],"feature":[64,474],"Afterwards,":[66],"we":[67,83,97,372,916,943,963,1007,1039,1084],"walk":[68],"through":[69],"required":[72],"reproducing":[74,252],"results":[76,247,254,298,415],"presented":[77,831,847,1079],"Next,":[82],"have":[84],"brief":[86],"description":[87],"of":[88,144,194,200,213,299,353,368,445,487,516,595,618,623,734,790,819,852,877,902,946,958,982,1004,1010,1018,1042,1077,1088],"each":[89,851],"file":[90,250,431,571,700,814],"included":[91,318,630],"this":[93,107,256,315,428,535,541,632,666,896,914,973],"repository":[94,196,548,633,641],"Finally,":[96],"provide":[98],"some":[99],"background":[100],"on":[101,399,472,492,839,905,1056,1066],"main":[103,812],"dependencies":[104],"project":[108,257,837],"Accessing":[109],"Since":[113],"it":[114],"integrated":[116],"into":[117,691],"IOHexperimenter,":[119,903],"accessing":[120],"functions":[123,154],"done":[126],"easily":[127],"from":[128,255,314,539,625,665,712,759,860,992,995,1022],"Python.":[129],"As":[130],"default,":[132],"uses":[135,197,311],"function":[137],"creation":[138],"procedure":[139],"described":[140,402],"section":[142,332,661,677,728,749,784,807],"3":[143,301],"to":[147,162,175,205,268,293,338,520,579,609,686,719,777,824,844,895,926,954,1035],"sample":[148],"new":[149],"functions.":[150],"To":[151,937,960,1000],"ensure":[152],"are":[155,210,302,379,593,872],"reusable,":[156],"'instance":[158],"id'":[159],"seed":[163],"generation":[165],"procedure,":[166],"so":[167],"using":[168,820],"same":[170,177],"id":[171],"multiple":[172],"times":[173,267],"leads":[174],"function.":[178],"import":[179],"ioh":[180],"f":[181],"=":[182,185,220,225,228,231,233,236,239,242],"ioh.problem.ManyAffine(1,":[183],"n_variables":[184,241],"5)":[186],"However,":[187],"code":[189],"remainder":[193],"specific":[198],"settings":[199,326],"weights,":[201,342],"instances":[202,238,367,439,805],"optima":[204,346],"compare":[206],"different":[207,842],"settings.":[208],"These":[209,361,377,871],"specified":[211],"instead":[212],"instance":[215,343],"ID":[216],"xopt":[219],"np.random.uniform(size=(2),":[221],"low=-5,":[222],"high=5)":[223],"weights":[224,235],"np.ones(24)/24":[226],"iids":[227],"list(np.repeat(1,24))":[229],"f2":[230],"ioh.problem.ManyAffine(xopt":[232],"list(xopt),":[234],"list(weights),":[237],"iids,":[240,798],"2)":[243],"Reproducing":[244],"paper's":[246],"The":[248,288,394,406,430,506,537,554,716,1050,1060],"core":[249],"notebook":[260,263,280,620,704,755,796],"'Visualization.ipynb'.":[261],"interrupted":[265],"at":[266],"run":[269],"scripts":[270,383],"collect":[272],"data,":[273],"explained":[276],"both":[277],"well":[282,321,635,922],"sections":[286],"below.":[287],"data":[289,313,334,450,502,505,508,538,553,624,656,674,711,723,737,1092],"collection":[290,509],"related":[292],"Section":[294,300,309],"4,":[295,750],"since":[296],"entirely":[303],"contained":[304],"notebook,":[307,330],"5":[310,662,808],"available":[312,544,858,904],"Zenodo":[316],"(data":[317],"here":[319],"convenience).":[323],"Determine":[324],"Within":[328],"'Setup":[333],"collection'":[335],"generate":[339,720,778],"number":[344],"location":[347],"all":[349,434,779,821],"pairwise":[350,366],"experiments.":[351],"Each":[352],"these":[354,473,650,853],"stored":[356],"its":[358],"corresponding":[359,601,693],"csv-file.":[360],"fully":[363],"specify":[364],"suite":[371,930],"use":[373,515,622,899,917,945,964,981,1009,1017,1041,1087,1110],"throughout":[374,1094],"paper.":[376],"following":[386,443,644,1020],"parts":[387],"(ELA":[388],"+":[389,1031],"Performace)":[390],"Calculating":[391],"ELA":[392,446,653,745,768],"features":[393,746,769,781,985],"ELA-feature":[395],"computation":[396,411],"based":[398],"pflacco":[400,967],"dependencies.":[405],"script:":[407],"'ela_calculation.py'":[408,772],"runs":[409],"stores":[413],"csv":[417],"(Note:":[419],"'dirname'":[421,575],"parameter":[422,529,576],"should":[423,530,605],"changed":[425],"before":[426],"running":[427,534,540],"script).":[429],"loops":[432],"over":[433],"selected":[435,523],"BBOB":[436,928],"gets":[441],"sets":[444],"features:":[447],"*":[448,451,453,456,460,463,465,467],"meta":[449],"distribution":[452],"level":[454],"set":[455,578],"principal":[457],"component":[458],"analysis":[459,830],"linear":[461],"model":[462],"nbc":[464],"dispersion":[466],"information_content":[468],"For":[469],"more":[470],"information":[471,801],"sets,":[475],"please":[476],"see":[477],"\"Mersmann":[478],"et":[479],"al.":[480],"(2011),":[481],"\u201cExploratory":[482],"Landscape":[483,948],"Analysis\u201d,":[484],"Proceedings":[486],"13th":[489],"Annual":[490],"Conference":[491],"Genetic":[493],"Evolutionary":[495],"Computation,":[496],"pp.":[497],"829\u2014836.":[498],"ACM":[499],"(http://dx.doi.org/10.1145/2001576.2001690)\"":[500],"Performance":[501],"Collect":[503],"performance":[504,507,552,655,673,694,710,722,736],"script":[510,542,556,566,682,717,775],"'collect_performance.py',":[512],"makes":[514],"nevergrad":[517],"IOHprofiler":[519,879],"benchmark":[521],"algorithms.":[524],"Note":[525,598,849],"that":[526,599,850,972],"'rootname'":[528],"modified":[532],"when":[533],"script.":[536,586],"zenodo":[547],"'data.zip'.":[550],"Process":[551],"previous":[555,585],"generates":[557],"IOHanalyzer-compatible":[558],"data.":[559],"processed":[563],"via":[564],"'auc_calculation.py',":[567],"resulting":[568],"'auc.csv'":[572],"if":[573],"one":[581],"Visualizations":[587],"All":[588],"remaining":[589],"analyses":[590],"visualizations":[592],"part":[594],"notebook.":[597],"directory":[602],"filenames":[604],"updated":[607],"according":[608],"ones":[611],"respective":[615],"scripts.":[616],"Parts":[617],"make":[621,944,980,1008,1016,1040,1086],"other":[626],"repositories,":[627],"convenience.":[637],"Included":[638],"Files":[639],"contains":[642,671],"files:":[645],"All_2d_info2.csv":[647],"All_5d_info2.csv:":[649],"contain":[652],"(and":[663],"originates":[664],"repository:":[667],"https://zenodo.org/records/7826036)":[668],"auc.csv:":[670],"4":[678,729,785],"auc_calculation.py:":[680],"process":[687,818],"IOH-generated":[689],"metric":[695],"auc_w_info.csv:":[697],"an":[698,883,1099],"intermediate":[699],"created":[701],"combines":[706],"instance-information":[707],"auc.csv":[713],"collect_performance.py:":[715],"(IOH-based":[724],"files)":[725],"data_example.zip:":[731],"subset":[733],"generated":[739,792],"by":[740,756,771],"'collect_performance.py'":[741],"dt_ela.csv:":[743],"calculated":[751],"visualization":[754,795],"concatenating":[757],"ELA.zip":[761,765],"ELA_BBOB.zip":[763],"ELA_BBOB.zip:":[767],"collected":[770],"ela_calculation.py:":[774],"landscape":[780],"ela_normalized.csv:":[787],"normalized":[788],"version":[789,865,911,1111],"dt_ela,":[791],"opt_locs,":[799],"weights.csv:":[800],"about":[802],"Visualization.ipynb:":[810],"reproducibility":[813],"documents":[816],"above":[823],"result":[825],"figures":[828,1080],"Dependencies":[835],"relies":[838],"few":[841],"libraries":[843],"achieve":[845],"results.":[848],"packages":[854],"(except":[855],"IOHanalyzer)":[856],"directly":[859,1074],"pip,":[861],"with":[862],"mentioned":[866],"requirements":[869],"file.":[870],"IOHexperimenter":[875,881],"Part":[876],"environment,":[880],"provides":[882],"interface":[884,925],"between":[885],"optimization":[886,1005,1106],"algorithms":[887,1021],"problems,":[889],"adds":[891],"detailed":[892],"logging":[893,919],"functionality":[894],"pipeline.":[897],"python-version":[901],"pip":[906,1057,1067],"'ioh'":[908],"(we":[909],"0.3.14).":[912],"From":[913],"package,":[915],"component,":[920],"problem":[929,934],"generator.":[935],"PFlacco":[936],"analyze":[938],"function's":[940],"low-level":[941],"properties,":[942],"Exploratory":[947],"Analysis":[949],"(ELA),":[950],"gives":[952],"access":[953,1001],"wide":[956],"range":[957],"features.":[959],"calculate":[961],"these,":[962],"python-based":[966],"library":[968,1101],"(version":[969,1013,1058,1068],"1.2.2,":[970],"note":[971],"requires":[974],"python":[975],"3.8":[976],"or":[977],"higher).":[978],"only":[983],"don't":[987],"require":[988],"sampling":[989],"additional":[990],"points":[991],"function,":[994],"'classical_ela_features'":[997],"module.":[998],"Nevergrad":[999,1012,1037],"variety":[1003],"algorithms,":[1006,1038],"0.4.3.post8).":[1014],"Nevergrad's":[1023],"optimizers":[1024],"module:":[1025],"'DifferentialEvolution',":[1026],"'DiagonalCMA',":[1027],"'RCobyla'":[1028],"Modular":[1029,1053,1063],"CMA-ES":[1030],"DE":[1032],"In":[1033],"addition":[1034],"two":[1043],"modular":[1044],"algorithm":[1045,1107],"frameworks":[1046],"our":[1048],"portfolio.":[1049],"CMA-ES,":[1054],"'modcma'":[1055],"1.0.2).":[1059],"second":[1061],"DE,":[1064],"'modde'":[1065],"0.0.1).":[1069],"IOHanalzyer":[1070],"While":[1071],"not":[1072],"any":[1076],"paper,":[1083],"did":[1085],"IOHanalyzer":[1090],"exploration":[1093],"analysis.":[1096],"R-based":[1100],"analyzing":[1103],"visualizing":[1105],"performance.":[1108],"0.1.8.4.":[1112]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}