{"id":"https://openalex.org/W4415743485","doi":"https://doi.org/10.1109/tevc.2025.3627631","title":"Evolutionary Reinforcement Learning With Late-Start Evolution and Clustering Archive","display_name":"Evolutionary Reinforcement Learning With Late-Start Evolution and Clustering Archive","publication_year":2025,"publication_date":"2025-10-31","ids":{"openalex":"https://openalex.org/W4415743485","doi":"https://doi.org/10.1109/tevc.2025.3627631"},"language":null,"primary_location":{"id":"doi:10.1109/tevc.2025.3627631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2025.3627631","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079812328","display_name":"Qiuting Cai","orcid":"https://orcid.org/0009-0008-7222-6857"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuting Cai","raw_affiliation_strings":["South China University of Technology","School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-7222-6857","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090893127","display_name":"Ya-Hui Jia","orcid":"https://orcid.org/0000-0002-0950-9968"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya-Hui Jia","raw_affiliation_strings":["South China University of Technology","School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0950-9968","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102447647","display_name":"Kaitong Zheng","orcid":"https://orcid.org/0009-0006-4512-1764"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaitong Zheng","raw_affiliation_strings":["South China University of Technology","School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-4512-1764","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056492434","display_name":"Shiqi Ou","orcid":"https://orcid.org/0000-0002-7844-5187"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqi Ou","raw_affiliation_strings":["South China University of Technology","School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7844-5187","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050385116","display_name":"Wei\u2013Neng Chen","orcid":"https://orcid.org/0000-0003-0843-5802"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Neng Chen","raw_affiliation_strings":["South China University of Technology","School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0843-5802","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10743475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"4","first_page":"1761","last_page":"1775"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.26409998536109924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.26409998536109924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.10999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.09709999710321426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9121999740600586},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7172999978065491},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5871999859809875},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5665000081062317},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.516700029373169},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.5123000144958496},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4909999966621399},{"id":"https://openalex.org/keywords/evolutionary-robotics","display_name":"Evolutionary robotics","score":0.44200000166893005}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9121999740600586},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7172999978065491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6740999817848206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6520000100135803},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5871999859809875},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5576000213623047},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.5123000144958496},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4909999966621399},{"id":"https://openalex.org/C199505168","wikidata":"https://www.wikidata.org/wiki/Q3267529","display_name":"Evolutionary robotics","level":3,"score":0.44200000166893005},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C41445625","wikidata":"https://www.wikidata.org/wiki/Q5418685","display_name":"Evolutionary acquisition of neural topologies","level":4,"score":0.35350000858306885},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.32269999384880066},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C121835503","wikidata":"https://www.wikidata.org/wiki/Q2596288","display_name":"Evolutionary programming","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.27950000762939453},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tevc.2025.3627631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2025.3627631","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5547941978","display_name":null,"funder_award_id":"2023A1515012896","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7994208271","display_name":null,"funder_award_id":"62206098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2116770962","https://openalex.org/W2132083787","https://openalex.org/W2152195021","https://openalex.org/W2158782408","https://openalex.org/W2277615321","https://openalex.org/W2591916597","https://openalex.org/W2919115771","https://openalex.org/W2951278471","https://openalex.org/W3033693292","https://openalex.org/W3034606848","https://openalex.org/W3042737320","https://openalex.org/W3116632538","https://openalex.org/W3119600880","https://openalex.org/W3123212791","https://openalex.org/W3127157414","https://openalex.org/W3129082882","https://openalex.org/W3157100883","https://openalex.org/W3160536906","https://openalex.org/W3174139124","https://openalex.org/W3216717564","https://openalex.org/W4231702991","https://openalex.org/W4253187718","https://openalex.org/W4283323993","https://openalex.org/W4294811578","https://openalex.org/W4294891511","https://openalex.org/W4302561932","https://openalex.org/W4306318575","https://openalex.org/W4308210960","https://openalex.org/W4315574835","https://openalex.org/W4365396134","https://openalex.org/W4367727829","https://openalex.org/W4372280161","https://openalex.org/W4382119054","https://openalex.org/W4384024810","https://openalex.org/W4393159910","https://openalex.org/W4393160882","https://openalex.org/W4396564048","https://openalex.org/W4396877755","https://openalex.org/W4401596732","https://openalex.org/W4403486963","https://openalex.org/W6922480057","https://openalex.org/W7124253663","https://openalex.org/W7124315337"],"related_works":[],"abstract_inverted_index":{"Evolutionary":[0,11,59],"Reinforcement":[1,15,60],"Learning":[2,16,61],"(ERL)":[3],"is":[4,85,115,142],"a":[5,22,56,82,109,135,158],"new":[6],"learning":[7],"paradigm":[8],"that":[9,127],"integrates":[10],"Algorithm":[12],"(EA)":[13],"with":[14,139],"(RL).":[17],"Existing":[18],"ERL":[19],"methods":[20],"encounter":[21],"problem":[23,162],"of":[24,46,92,169],"poor":[25,93],"balance":[26],"between":[27,74],"individual":[28,66],"quality":[29,67],"and":[30,68,77,117,157,167],"diversity,":[31,69],"which":[32],"causes":[33],"experience":[34,149],"mismatch":[35],"where":[36],"delayed":[37],"experiences":[38,94],"generated":[39,95],"by":[40,96],"the":[41,44,47,72,75,78,89,97,100,105,120,131,154,164],"population":[42,76,98],"hinder":[43],"training":[45,103],"RL":[48,79,101,121,132],"agent.":[49,80,133],"To":[50],"address":[51],"this":[52],"problem,":[53],"we":[54],"propose":[55],"Late-start":[57],"Clustering":[58],"(LCERL)":[62],"algorithm":[63],"to":[64,87,119,123,130,144],"improve":[65],"thereby":[70],"enhancing":[71],"synergy":[73],"First,":[81],"late-start":[83],"strategy":[84],"proposed":[86],"avoid":[88],"detrimental":[90],"impact":[91],"on":[99,153],"agent\u2019s":[102],"in":[104],"early":[106],"stage.":[107],"Second,":[108],"double":[110],"opposite":[111],"proximal":[112],"mutation":[113],"operator":[114],"designed":[116,143],"applied":[118],"agent":[122],"generate":[124],"high-quality":[125],"individuals":[126,147],"are":[128],"comparable":[129],"Third,":[134],"clustering":[136],"selection":[137],"method":[138],"an":[140],"archive":[141],"select":[145],"diverse":[146],"for":[148],"generation.":[150],"Experimental":[151],"results":[152],"MuJoCo":[155],"benchmark":[156],"real-world":[159],"energy":[160],"management":[161],"demonstrate":[163],"superior":[165],"performance":[166],"practicability":[168],"LCERL.":[170]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-31T00:00:00"}