{"id":"https://openalex.org/W4363674463","doi":"https://doi.org/10.1145/3583131.3590498","title":"Don't Bet on Luck Alone: Enhancing Behavioral Reproducibility of Quality-Diversity Solutions in Uncertain Domains","display_name":"Don't Bet on Luck Alone: Enhancing Behavioral Reproducibility of Quality-Diversity Solutions in Uncertain Domains","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4363674463","doi":"https://doi.org/10.1145/3583131.3590498"},"language":"en","primary_location":{"id":"doi:10.1145/3583131.3590498","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3583131.3590498","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071706181","display_name":"Luca Grillotti","orcid":"https://orcid.org/0000-0003-4539-8211"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Luca Grillotti","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060282741","display_name":"Manon Flageat","orcid":"https://orcid.org/0000-0002-4601-2176"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Manon Flageat","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011437628","display_name":"Bryan Lim","orcid":"https://orcid.org/0000-0002-2324-1400"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bryan Lim","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011747084","display_name":"Antoine Cully","orcid":"https://orcid.org/0000-0002-3190-7073"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antoine Cully","raw_affiliation_strings":["Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Adaptive & Intelligent Robotics Lab, Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071706181"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":0.4378,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.53195876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"156","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6898934841156006},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.568871259689331},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5256456136703491},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.49572980403900146},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.49569404125213623},{"id":"https://openalex.org/keywords/parameter-space","display_name":"Parameter space","score":0.4577054977416992},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.4475930333137512},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4309673607349396},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4308740496635437},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41562527418136597},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3794967532157898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.339991956949234},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25350046157836914},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1407029628753662},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07862991094589233}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6898934841156006},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.568871259689331},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5256456136703491},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.49572980403900146},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.49569404125213623},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.4577054977416992},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4475930333137512},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4309673607349396},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4308740496635437},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41562527418136597},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3794967532157898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.339991956949234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25350046157836914},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1407029628753662},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07862991094589233},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3583131.3590498","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3583131.3590498","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.03672","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.03672","pdf_url":"https://arxiv.org/pdf/2304.03672","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/103834","is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/103834","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Genetic and Evolutionary Computation Conference (GECCO)","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3583131.3590498","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3583131.3590498","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583131.3590498","source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8338956521","display_name":null,"funder_award_id":"EP/V006673/1 project REcoVER","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G866405208","display_name":"REcoVER: Learning algorithms for REsilient and VErsatile Robots","funder_award_id":"EP/V006673/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8782551874","display_name":null,"funder_award_id":"EP/V006673/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4363674463.pdf","grobid_xml":"https://content.openalex.org/works/W4363674463.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2606327391","https://openalex.org/W2613409207","https://openalex.org/W2797471289","https://openalex.org/W2959731414","https://openalex.org/W2962687375","https://openalex.org/W2994369270","https://openalex.org/W3007384386","https://openalex.org/W3009840839","https://openalex.org/W3042891072","https://openalex.org/W3101747404","https://openalex.org/W3103183699","https://openalex.org/W3104601631","https://openalex.org/W3169972599","https://openalex.org/W3175662569","https://openalex.org/W3175917212","https://openalex.org/W3199753215","https://openalex.org/W4223530229","https://openalex.org/W4225709924","https://openalex.org/W4285734657","https://openalex.org/W6796293393"],"related_works":["https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W2003643616","https://openalex.org/W638612878","https://openalex.org/W2140154150","https://openalex.org/W2022485595"],"abstract_inverted_index":{"Quality-Diversity":[0],"(QD)":[1],"algorithms":[2],"are":[3],"designed":[4],"to":[5,41,44,122,129],"generate":[6],"collections":[7],"of":[8,24,31,49,56,88,114,127,139,173],"high-performing":[9],"solutions":[10,66,90,121],"while":[11],"maximizing":[12],"their":[13,125,130,135],"diversity":[14],"in":[15,21,46,67,92,157],"a":[16,81,99,148],"given":[17,175],"descriptor":[18,30,170],"space.":[19],"However,":[20],"the":[22,27,32,47,53,86,89,167],"presence":[23],"unpredictable":[25],"noise,":[26],"fitness":[28],"and":[29,132,152,169],"same":[33],"solution":[34],"can":[35,109],"differ":[36],"significantly":[37],"from":[38],"one":[39],"evaluation":[40],"another,":[42],"leading":[43],"uncertainty":[45],"estimation":[48],"such":[50,68],"values.":[51],"Given":[52],"elitist":[54],"nature":[55],"QD":[57,116],"algorithms,":[58],"they":[59],"commonly":[60],"end":[61],"up":[62],"with":[63],"many":[64],"degenerate":[65],"noisy":[69],"settings.":[70],"In":[71],"this":[72],"work,":[73],"we":[74],"introduce":[75],"Archive":[76],"Reproducibility":[77],"Improvement":[78],"Algorithm":[79],"(ARIA);":[80],"plug-and-play":[82],"approach":[83],"that":[84,108,163],"improves":[85],"reproducibility":[87],"present":[91],"an":[93],"archive.":[94],"We":[95,161],"propose":[96],"it":[97],"as":[98],"separate":[100],"optimization":[101,150],"module,":[102],"relying":[103],"on":[104,112,144],"natural":[105],"evolution":[106],"strategies,":[107],"be":[110],"executed":[111],"top":[113],"any":[115,174],"algorithm.":[117],"Our":[118],"module":[119],"mutates":[120],"(1)":[123],"optimize":[124],"probability":[126],"belonging":[128],"niche,":[131],"(2)":[133],"maximize":[134],"fitness.":[136],"The":[137],"performance":[138],"our":[140,164],"method":[141],"is":[142],"evaluated":[143],"various":[145],"tasks,":[146],"including":[147],"classical":[149],"problem":[151],"two":[153],"high-dimensional":[154],"control":[155],"tasks":[156],"simulated":[158],"robotic":[159],"environments.":[160],"show":[162],"algorithm":[165],"enhances":[166],"quality":[168],"space":[171],"coverage":[172],"archive":[176],"by":[177],"at":[178],"least":[179],"50%.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}