{"id":"https://openalex.org/W4363674463","doi":"https://doi.org/10.1145/3583131.3590498","title":"Don't Bet on Luck Alone: Enhancing Behavioral Reproducibility of Quality-Diversity Solutions in Uncertain Domains","display_name":"Don't Bet on Luck Alone: Enhancing Behavioral Reproducibility of Quality-Diversity Solutions in Uncertain Domains","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4363674463","doi":"https://doi.org/10.1145/3583131.3590498"},"language":"en","primary_location":{"id":"doi:10.1145/3583131.3590498","doi":"https://doi.org/10.1145/3583131.3590498","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583131.3590498","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","source":{"id":"https://openalex.org/S4363608932","display_name":"Genetic and Evolutionary Computation Conference (GECCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071706181","display_name":"Luca Grillotti","orcid":"https://orcid.org/0000-0003-4539-8211","observed_orcids":["https://orcid.org/0000-0003-4539-8211"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Luca Grillotti","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4539-8211","affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060282741","display_name":"Manon Flageat","orcid":"https://orcid.org/0000-0002-4601-2176","observed_orcids":["https://orcid.org/0000-0002-4601-2176"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Manon Flageat","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-4601-2176","affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011437628","display_name":"Bryan Lim","orcid":"https://orcid.org/0000-0002-2324-1400","observed_orcids":["https://orcid.org/0000-0002-2324-1400"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bryan Lim","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2324-1400","affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011747084","display_name":"Antoine Cully","orcid":"https://orcid.org/0000-0002-3190-7073","observed_orcids":["https://orcid.org/0000-0002-3190-7073"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antoine Cully","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3190-7073","affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":1.3257,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.85262165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"156","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11764","display_name":"Evolution and Genetic Dynamics","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-diversity-algorithms","display_name":"quality-diversity algorithms","score":0.9559999704360962},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.8999999761581421},{"id":"https://openalex.org/keywords/natural-evolution-strategies","display_name":"natural evolution strategies","score":0.7570000290870667},{"id":"https://openalex.org/keywords/degenerate-solutions","display_name":"degenerate solutions","score":0.7630000114440918},{"id":"https://openalex.org/keywords/robot-control","display_name":"robot control","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6898934841156006},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.568871259689331},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5256456136703491},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.49572980403900146},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.49569404125213623},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.4577054977416992},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4475930333137512},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4309673607349396},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4308740496635437},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41562527418136597},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3794967532157898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.339991956949234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25350046157836914},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1407029628753662},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07862991094589233},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3583131.3590498","doi":"https://doi.org/10.1145/3583131.3590498","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583131.3590498","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","source":{"id":"https://openalex.org/S4363608932","display_name":"Genetic and Evolutionary Computation Conference (GECCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.03672","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.03672","pdf_url":"https://arxiv.org/pdf/2304.03672","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/103834","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/103834","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Genetic and Evolutionary Computation Conference (GECCO)","raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.2304.03672","doi":"https://doi.org/10.48550/arxiv.2304.03672","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.03672","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3583131.3590498","doi":"https://doi.org/10.1145/3583131.3590498","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583131.3590498","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","source":{"id":"https://openalex.org/S4363608932","display_name":"Genetic and Evolutionary Computation Conference (GECCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G8338956521","display_name":null,"funder_award_id":"EP/V006673/1 project REcoVER","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G866405208","display_name":"REcoVER: Learning algorithms for REsilient and VErsatile Robots","funder_award_id":"EP/V006673/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4363674463.pdf","grobid_xml":"https://content.openalex.org/works/W4363674463.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W758372786","https://openalex.org/W2596367596","https://openalex.org/W2606327391","https://openalex.org/W2613409207","https://openalex.org/W2702283731","https://openalex.org/W2797471289","https://openalex.org/W2959731414","https://openalex.org/W2994369270","https://openalex.org/W3007384386","https://openalex.org/W3009840839","https://openalex.org/W3037549554","https://openalex.org/W3041516304","https://openalex.org/W3155633270","https://openalex.org/W3169972599","https://openalex.org/W3175662569","https://openalex.org/W3175917212","https://openalex.org/W3199753215","https://openalex.org/W4223530229","https://openalex.org/W4225709924","https://openalex.org/W4285734657","https://openalex.org/W4320812348","https://openalex.org/W4324106947","https://openalex.org/W4375928936"],"related_works":["https://openalex.org/W4408254262","https://openalex.org/W7114922815","https://openalex.org/W4385196259","https://openalex.org/W2479047430","https://openalex.org/W4412106327","https://openalex.org/W2702283731","https://openalex.org/W2959731414","https://openalex.org/W2462548332","https://openalex.org/W4229447630","https://openalex.org/W2507269679"],"abstract_inverted_index":{"Quality-Diversity":[0],"(QD)":[1],"algorithms":[2],"are":[3],"designed":[4],"to":[5,41,44,122,129],"generate":[6],"collections":[7],"of":[8,24,31,49,56,88,114,127,139,173],"high-performing":[9],"solutions":[10,66,90,121],"while":[11],"maximizing":[12],"their":[13,125,130,135],"diversity":[14],"in":[15,21,46,67,92,157],"a":[16,81,99,148],"given":[17,175],"descriptor":[18,30,170],"space.":[19],"However,":[20],"the":[22,27,32,47,53,86,89,167],"presence":[23],"unpredictable":[25],"noise,":[26],"fitness":[28],"and":[29,132,152,169],"same":[33],"solution":[34],"can":[35,109],"differ":[36],"significantly":[37],"from":[38],"one":[39],"evaluation":[40],"another,":[42],"leading":[43],"uncertainty":[45],"estimation":[48],"such":[50,68],"values.":[51],"Given":[52],"elitist":[54],"nature":[55],"QD":[57,116],"algorithms,":[58],"they":[59],"commonly":[60],"end":[61],"up":[62],"with":[63],"many":[64],"degenerate":[65],"noisy":[69],"settings.":[70],"In":[71],"this":[72],"work,":[73],"we":[74],"introduce":[75],"Archive":[76],"Reproducibility":[77],"Improvement":[78],"Algorithm":[79],"(ARIA);":[80],"plug-and-play":[82],"approach":[83],"that":[84,108,163],"improves":[85],"reproducibility":[87],"present":[91],"an":[93],"archive.":[94],"We":[95,161],"propose":[96],"it":[97],"as":[98],"separate":[100],"optimization":[101,150],"module,":[102],"relying":[103],"on":[104,112,144],"natural":[105],"evolution":[106],"strategies,":[107],"be":[110],"executed":[111],"top":[113],"any":[115,174],"algorithm.":[117],"Our":[118],"module":[119],"mutates":[120],"(1)":[123],"optimize":[124],"probability":[126],"belonging":[128],"niche,":[131],"(2)":[133],"maximize":[134],"fitness.":[136],"The":[137],"performance":[138],"our":[140,164],"method":[141],"is":[142],"evaluated":[143],"various":[145],"tasks,":[146],"including":[147],"classical":[149],"problem":[151],"two":[153],"high-dimensional":[154],"control":[155],"tasks":[156],"simulated":[158],"robotic":[159],"environments.":[160],"show":[162],"algorithm":[165],"enhances":[166],"quality":[168],"space":[171],"coverage":[172],"archive":[176],"by":[177],"at":[178],"least":[179],"50%.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-04-11T00:00:00"}