{"id":"https://openalex.org/W3127458493","doi":"https://doi.org/10.1145/3466624","title":"Reproducibility in Evolutionary Computation","display_name":"Reproducibility in Evolutionary Computation","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3127458493","doi":"https://doi.org/10.1145/3466624","mag":"3127458493"},"language":"en","primary_location":{"id":"doi:10.1145/3466624","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3466624","pdf_url":null,"source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/5f8ba4ab-c2c3-44da-8d1f-2c91aaf16800","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014676600","display_name":"Manuel L\u00f3pez\u2010Ib\u00e1\u00f1ez","orcid":"https://orcid.org/0000-0001-9974-1295"},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel L\u00f3pez-ib\u00e1\u00f1ez","raw_affiliation_strings":["University of M\u00e1laga, M\u00e1laga, Spain","University of M\u00e1laga, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9974-1295","affiliations":[{"raw_affiliation_string":"University of M\u00e1laga, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I82767444"]},{"raw_affiliation_string":"University of M\u00e1laga, Spain","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036018560","display_name":"Juergen Branke","orcid":"https://orcid.org/0000-0002-4343-5878"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Juergen Branke","raw_affiliation_strings":["University of Warwick, Coventry, UK","#N#        University of Warwick, UK"],"raw_orcid":"https://orcid.org/0000-0002-4343-5878","affiliations":[{"raw_affiliation_string":"University of Warwick, Coventry, UK","institution_ids":["https://openalex.org/I39555362"]},{"raw_affiliation_string":"#N#        University of Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055996291","display_name":"Lu\u00eds Paquete","orcid":"https://orcid.org/0000-0001-7525-8901"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lu\u00eds Paquete","raw_affiliation_strings":["University of Coimbra, CISUC, Department of Informatics Engineering, Coimbra, Portugal","#N##TAB##TAB##TAB##TAB# University of Coimbra, Portugal#N##TAB##TAB##TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Coimbra, CISUC, Department of Informatics Engineering, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# University of Coimbra, Portugal#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.391,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67924081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"1","issue":"4","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.9494707584381104},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6889024972915649},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.6269487142562866},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6062204837799072},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5559485554695129},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.458240270614624},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3871496319770813},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2821011543273926},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.22514495253562927},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13206449151039124},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09335696697235107},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09207013249397278}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.9494707584381104},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6889024972915649},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.6269487142562866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6062204837799072},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5559485554695129},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.458240270614624},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3871496319770813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2821011543273926},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.22514495253562927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13206449151039124},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09335696697235107},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09207013249397278},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/3466624","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3466624","pdf_url":null,"source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/5f8ba4ab-c2c3-44da-8d1f-2c91aaf16800","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/5f8ba4ab-c2c3-44da-8d1f-2c91aaf16800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"L\u00f3pez-ib\u00e1\u00f1ez, M, Branke, J & Paquete, L 2021, 'Reproducibility in Evolutionary Computation', ACM Transactions on Evolutionary Learning and Optimization, vol. 1, no. 4, pp. 1-21. https://doi.org/10.1145/3466624","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:wrap.warwick.ac.uk:154925","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2102.03380","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.03380","pdf_url":"https://arxiv.org/pdf/2102.03380","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3127458493","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.03380.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/5f8ba4ab-c2c3-44da-8d1f-2c91aaf16800","is_oa":true,"landing_page_url":"https://dl.acm.org/doi/10.1145/3466624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"L\u00f3pez-ib\u00e1\u00f1ez, M, Branke, J & Paquete, L 2021, 'Reproducibility in Evolutionary Computation', ACM Transactions on Evolutionary Learning and Optimization, vol. 1, no. 4, pp. 1-21. https://doi.org/10.1145/3466624","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2102.03380","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.03380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/5f8ba4ab-c2c3-44da-8d1f-2c91aaf16800","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/5f8ba4ab-c2c3-44da-8d1f-2c91aaf16800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"L\u00f3pez-ib\u00e1\u00f1ez, M, Branke, J & Paquete, L 2021, 'Reproducibility in Evolutionary Computation', ACM Transactions on Evolutionary Learning and Optimization, vol. 1, no. 4, pp. 1-21. https://doi.org/10.1145/3466624","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W54221576","https://openalex.org/W55887128","https://openalex.org/W60686164","https://openalex.org/W71228264","https://openalex.org/W170314049","https://openalex.org/W186404717","https://openalex.org/W235948201","https://openalex.org/W1484202625","https://openalex.org/W1498611676","https://openalex.org/W1543889792","https://openalex.org/W1589154916","https://openalex.org/W1746999111","https://openalex.org/W1767470961","https://openalex.org/W1891333093","https://openalex.org/W1897139626","https://openalex.org/W1968079292","https://openalex.org/W2001471353","https://openalex.org/W2020859734","https://openalex.org/W2032431794","https://openalex.org/W2073476134","https://openalex.org/W2074666610","https://openalex.org/W2080209500","https://openalex.org/W2085575316","https://openalex.org/W2092993939","https://openalex.org/W2118070418","https://openalex.org/W2120765535","https://openalex.org/W2130126144","https://openalex.org/W2137042221","https://openalex.org/W2141119792","https://openalex.org/W2144981148","https://openalex.org/W2156773695","https://openalex.org/W2175760929","https://openalex.org/W2245578156","https://openalex.org/W2262017304","https://openalex.org/W2331384579","https://openalex.org/W2406493898","https://openalex.org/W2560471521","https://openalex.org/W2748687116","https://openalex.org/W2770281661","https://openalex.org/W2779812635","https://openalex.org/W2789816182","https://openalex.org/W2793993424","https://openalex.org/W2890056718","https://openalex.org/W2895868736","https://openalex.org/W2949716378","https://openalex.org/W2961944721","https://openalex.org/W2961978940","https://openalex.org/W2962929300","https://openalex.org/W2963748792","https://openalex.org/W2996281513","https://openalex.org/W3025624534","https://openalex.org/W3044177754","https://openalex.org/W3047399933","https://openalex.org/W3091970108","https://openalex.org/W4245738054","https://openalex.org/W4297918764","https://openalex.org/W6639099029","https://openalex.org/W6931449100"],"related_works":["https://openalex.org/W1596658324","https://openalex.org/W3197886029","https://openalex.org/W2541578015","https://openalex.org/W2328359671","https://openalex.org/W2161122238","https://openalex.org/W3037804106","https://openalex.org/W2503203428","https://openalex.org/W1523628860","https://openalex.org/W2896350953","https://openalex.org/W1568404366","https://openalex.org/W2480160412","https://openalex.org/W3012109984","https://openalex.org/W2119396705","https://openalex.org/W2341989820","https://openalex.org/W2032258061","https://openalex.org/W1977102173","https://openalex.org/W2120723178","https://openalex.org/W1831950995","https://openalex.org/W1914583973","https://openalex.org/W608247096"],"abstract_inverted_index":{"Experimental":[0],"studies":[1,19],"are":[2],"prevalent":[3],"in":[4,22,28,85],"Evolutionary":[5,70],"Computation":[6],"(":[7,62,74],"EC":[8,87],"),":[9],"and":[10,15,47,72,80,93],"concerns":[11,27],"about":[12],"the":[13,38,42,53,57,86],"reproducibility":[14,46,84,104],"replicability":[16],"of":[17,40,45,56,59,102],"such":[18],"have":[20],"increased":[21],"recent":[23],"times,":[24],"reflecting":[25],"similar":[26],"other":[29],"scientific":[30],"fields.":[31],"In":[32],"this":[33],"article,":[34],"we":[35,90],"discuss,":[36],"within":[37],"context":[39],"EC,":[41],"different":[43],"types":[44],"suggest":[48,94],"a":[49],"classification":[50],"that":[51,96],"refines":[52],"badge":[54],"system":[55],"Association":[58],"Computing":[60],"Machinery":[61],"ACM":[63,67],")":[64],"adopted":[65],"by":[66],"Transactions":[68],"on":[69],"Learning":[71],"Optimization":[73],"TELO":[75],").":[76],"We":[77],"identify":[78],"cultural":[79],"technical":[81],"obstacles":[82],"to":[83,99],"field.":[88],"Finally,":[89],"provide":[91],"guidelines":[92],"tools":[95],"may":[97],"help":[98],"overcome":[100],"some":[101],"these":[103],"obstacles.":[105]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}