{"id":"https://openalex.org/W4408254262","doi":"https://doi.org/10.1109/tevc.2025.3548438","title":"Exploring the Performance-Reproducibility Trade-Off in Quality-Diversity","display_name":"Exploring the Performance-Reproducibility Trade-Off in Quality-Diversity","publication_year":2025,"publication_date":"2025-03-05","ids":{"openalex":"https://openalex.org/W4408254262","doi":"https://doi.org/10.1109/tevc.2025.3548438"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2025.3548438","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2025.3548438","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060282741","display_name":"Manon Flageat","orcid":"https://orcid.org/0000-0002-4601-2176"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Manon Flageat","raw_affiliation_strings":["Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027494765","display_name":"Hannah Janmohamed","orcid":"https://orcid.org/0000-0001-7997-8455"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hannah Janmohamed","raw_affiliation_strings":["Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011437628","display_name":"Bryan Lim","orcid":"https://orcid.org/0000-0002-2324-1400"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bryan Lim","raw_affiliation_strings":["Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011747084","display_name":"Antoine Cully","orcid":"https://orcid.org/0000-0002-3190-7073"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antoine Cully","raw_affiliation_strings":["Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Computing, Adaptive and Intelligent Robotics Lab, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060282741"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":8.4167,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96409099,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"30","issue":"1","first_page":"286","last_page":"295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.3107999861240387,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.3107999861240387,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6492305994033813},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5926626920700073},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5298041105270386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5269501805305481},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3457429111003876},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32427096366882324},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.25607913732528687}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6492305994033813},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5926626920700073},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5298041105270386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5269501805305481},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3457429111003876},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32427096366882324},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25607913732528687},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tevc.2025.3548438","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2025.3548438","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W135283623","https://openalex.org/W1608348795","https://openalex.org/W1738827650","https://openalex.org/W2021658946","https://openalex.org/W2051821221","https://openalex.org/W2063375245","https://openalex.org/W2078848072","https://openalex.org/W2156106639","https://openalex.org/W2462548332","https://openalex.org/W2555395830","https://openalex.org/W2605102758","https://openalex.org/W2606327391","https://openalex.org/W2620641794","https://openalex.org/W2797471289","https://openalex.org/W2957084162","https://openalex.org/W2959731414","https://openalex.org/W2960352216","https://openalex.org/W2962687375","https://openalex.org/W2994369270","https://openalex.org/W3042891072","https://openalex.org/W3111763573","https://openalex.org/W3112009288","https://openalex.org/W4225709924","https://openalex.org/W4313889501","https://openalex.org/W4363674463","https://openalex.org/W4375928936","https://openalex.org/W4376983396","https://openalex.org/W4380982240","https://openalex.org/W4384024810","https://openalex.org/W4385222649","https://openalex.org/W4393156271","https://openalex.org/W4393283970"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W4324138256","https://openalex.org/W3134060498","https://openalex.org/W2003643616"],"abstract_inverted_index":{"Quality-Diversity":[0],"(QD)":[1],"algorithms":[2,133,173],"have":[3,36],"exhibited":[4],"promising":[5],"results":[6,201],"across":[7],"many":[8,46],"domains":[9],"and":[10,16,75],"applications.":[11,32],"However,":[12],"uncertainty":[13],"in":[14,29,43,63,89,101,198],"fitness":[15,74],"behaviour":[17],"estimations":[18],"of":[19,97,123],"solutions":[20,57,66,91,105,126,177,208],"remains":[21],"a":[22,50,119],"major":[23],"challenge":[24],"when":[25,192,244],"QD":[26,172,189,227],"is":[27,118,127,247],"used":[28],"complex":[30],"real-world":[31],"While":[33],"several":[34],"approaches":[35,205,221],"been":[37],"proposed":[38],"to":[39,48,55,113],"improve":[40,73],"the":[41,79,98,130,140,161,182,233],"performance":[42,246],"uncertain":[44,102,165,226],"applications,":[45],"fail":[47],"address":[49],"key":[51],"challenge:":[52],"determining":[53],"how":[54],"prioritise":[56],"that":[58,67,81,106,174,203,209,231,240],"perform":[59,222],"consistently":[60],"under":[61],"uncertainty,":[62],"other":[64],"words,":[65],"are":[68,109,241],"reproducible.":[69],"Most":[70],"prior":[71],"methods":[72],"reproducibility":[76],"jointly,":[77],"ignoring":[78],"possibility":[80],"they":[82],"could":[83],"be":[84,196],"contradictory":[85,151],"objectives.":[86,152],"For":[87],"example,":[88],"robotics,":[90],"may":[92],"reliably":[93],"walk":[94,107],"at":[95],"90%":[96],"maximum":[99],"velocity":[100],"environments,":[103],"while":[104],"faster":[108],"also":[110,185],"more":[111],"prone":[112],"falling":[114],"over.":[115],"As":[116],"this":[117,154,158,218],"trade-off,":[120,219],"neither":[121],"one":[122,137],"these":[124,149,193],"two":[125,150,169],"\u201cbetter\"":[128],"than":[129,224],"other.":[131],"Thus,":[132],"cannot":[134,195],"intrinsically":[135],"select":[136],"solution":[138],"over":[139,148,181],"other,":[141],"but":[142],"can":[143],"only":[144,245],"enforce":[145],"given":[146,179,211],"preferences":[147,180,194],"In":[153],"paper,":[155],"we":[156],"formalise":[157],"problem":[159],"as":[160],"performance-reproducibility":[162,234],"trade-off":[163,235],"for":[164,178,191,217],"QD.":[166],"We":[167,184],"propose":[168,186],"new":[170],"a-priori":[171],"find":[175,207],"efficient":[176],"trade-offs.":[183],"an":[187],"a-posteriori":[188],"algorithm":[190],"defined":[197],"advance.":[199],"Our":[200],"show":[202],"our":[204,220],"successfully":[206],"satisfy":[210],"preferences.":[212],"Importantly,":[213],"by":[214],"simply":[215],"accounting":[216],"better":[223],"existing":[225],"methods.":[228],"This":[229],"suggests":[230],"considering":[232],"unlocks":[236],"important":[237],"stepping":[238],"stones":[239],"usually":[242],"missed":[243],"optimised.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-02-02T03:55:41.653505","created_date":"2025-10-10T00:00:00"}