{"id":"https://openalex.org/W4413137866","doi":"https://doi.org/10.1109/tnnls.2025.3596553","title":"Strategic Evolutionary Reinforcement Learning With Operator Selection and Experience Filter","display_name":"Strategic Evolutionary Reinforcement Learning With Operator Selection and Experience Filter","publication_year":2025,"publication_date":"2025-08-14","ids":{"openalex":"https://openalex.org/W4413137866","doi":"https://doi.org/10.1109/tnnls.2025.3596553","pmid":"https://pubmed.ncbi.nlm.nih.gov/40811165"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3596553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3596553","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102447647","display_name":"Kaitong Zheng","orcid":"https://orcid.org/0009-0006-4512-1764"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaitong Zheng","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-4512-1764","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090893127","display_name":"Ya-Hui Jia","orcid":"https://orcid.org/0000-0002-0950-9968"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya-Hui Jia","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0950-9968","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012757772","display_name":"Kejiang Ye","orcid":"https://orcid.org/0000-0001-6133-407X"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kejiang Ye","raw_affiliation_strings":["Chinese Academy of Sciences, Shenzhen Institutes of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6133-407X","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Shenzhen Institutes of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050385116","display_name":"Wei\u2013Neng Chen","orcid":"https://orcid.org/0000-0003-0843-5802"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Neng Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0843-5802","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.2866,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51952671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"36","issue":"12","first_page":"20065","last_page":"20079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8765519857406616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6614781618118286},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.6199562549591064},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6050278544425964},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5358900427818298},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5034403204917908},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4919759929180145},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.4694105386734009},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4687597453594208},{"id":"https://openalex.org/keywords/evolutionarily-stable-strategy","display_name":"Evolutionarily stable strategy","score":0.4195536673069},{"id":"https://openalex.org/keywords/evolution-strategy","display_name":"Evolution strategy","score":0.4130553603172302},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40597209334373474},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3860369622707367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1523381471633911}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8765519857406616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6614781618118286},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.6199562549591064},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6050278544425964},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5358900427818298},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5034403204917908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4919759929180145},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.4694105386734009},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4687597453594208},{"id":"https://openalex.org/C2519700","wikidata":"https://www.wikidata.org/wiki/Q1069992","display_name":"Evolutionarily stable strategy","level":3,"score":0.4195536673069},{"id":"https://openalex.org/C207002847","wikidata":"https://www.wikidata.org/wiki/Q2912857","display_name":"Evolution strategy","level":3,"score":0.4130553603172302},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40597209334373474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3860369622707367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1523381471633911},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3596553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3596553","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40811165","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40811165","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1254250767","display_name":null,"funder_award_id":"JCYJ20220818101610023","funder_id":"https://openalex.org/F4320316335","funder_display_name":"Shanghai Key Basic Research Program"},{"id":"https://openalex.org/G35274048","display_name":null,"funder_award_id":"KJZD20230923113800001","funder_id":"https://openalex.org/F4320316335","funder_display_name":"Shanghai Key Basic Research Program"},{"id":"https://openalex.org/G5547941978","display_name":null,"funder_award_id":"2023A1515012896","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5840464552","display_name":null,"funder_award_id":"2023B1515130002","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6248574994","display_name":null,"funder_award_id":"2021TQ06X990","funder_id":"https://openalex.org/F4320336642","funder_display_name":"Guangdong Special Support Plan"},{"id":"https://openalex.org/G7672641152","display_name":null,"funder_award_id":"92267105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7994208271","display_name":null,"funder_award_id":"62206098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316335","display_name":"Shanghai Key Basic Research Program","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336642","display_name":"Guangdong Special Support Plan","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1577352482","https://openalex.org/W1745341198","https://openalex.org/W2145339207","https://openalex.org/W2277615321","https://openalex.org/W2891971415","https://openalex.org/W2951278471","https://openalex.org/W3033693292","https://openalex.org/W3127770912","https://openalex.org/W3187550742","https://openalex.org/W3197491224","https://openalex.org/W4206874491","https://openalex.org/W4285294350","https://openalex.org/W4294811578","https://openalex.org/W4294891463","https://openalex.org/W4306318575","https://openalex.org/W4307230233","https://openalex.org/W4308177782","https://openalex.org/W4367727829","https://openalex.org/W4372280161","https://openalex.org/W4378805020","https://openalex.org/W4381416204","https://openalex.org/W4382237004","https://openalex.org/W4389924526","https://openalex.org/W4392406041","https://openalex.org/W4393159910","https://openalex.org/W4396877755","https://openalex.org/W4399565406","https://openalex.org/W4403486963"],"related_works":["https://openalex.org/W2965612550","https://openalex.org/W1994560683","https://openalex.org/W1987433714","https://openalex.org/W4391064206","https://openalex.org/W4212806423","https://openalex.org/W2112369369","https://openalex.org/W4385655053","https://openalex.org/W3190773221","https://openalex.org/W2367365720","https://openalex.org/W2147038658"],"abstract_inverted_index":{"The":[0],"shared":[1],"replay":[2,34],"buffer":[3],"is":[4,70,94,119,161],"the":[5,17,33,54,60,74,82,88,98,102,105,110,123,130,146,149,154,158],"core":[6],"of":[7,32,76,84,109,125,148,157],"synergy":[8,61],"in":[9,23,133],"evolutionary":[10,24],"reinforcement":[11],"learning":[12,128],"(ERL).":[13],"Existing":[14],"methods":[15],"overlooked":[16],"objective":[18,55],"conflict":[19,56],"between":[20],"population":[21],"evolution":[22],"algorithm":[25,44],"and":[26,48,58,112,138],"ERL,":[27],"leading":[28],"to":[29,52,72,96,121],"poor":[30],"quality":[31,83,108],"buffer.":[35,131],"In":[36,152],"this":[37],"article,":[38],"we":[39],"propose":[40],"a":[41,114,164],"strategic":[42],"ERL":[43],"with":[45,142],"operator":[46,67],"selection":[47,68],"experience":[49,92],"filter":[50,93,97],"(SERL-OS-EF)":[51],"address":[53],"issue":[57],"improve":[59,122],"from":[62,101,129],"three":[63,139],"aspects:":[64],"1)":[65],"an":[66,91],"strategy":[69,118],"proposed":[71,150,159],"enhance":[73],"performance":[75],"all":[77],"individuals,":[78],"thereby":[79],"fundamentally":[80],"improving":[81],"experiences":[85,99],"generated":[86],"by":[87],"population;":[89],"2)":[90],"introduced":[95,120],"obtained":[100],"population,":[103],"maintaining":[104],"long-term":[106],"high":[107],"buffer;":[111],"3)":[113],"dynamic":[115],"mixed":[116],"sampling":[117],"efficiency":[124],"RL":[126],"agent":[127],"Experiments":[132],"four":[134],"MuJoCo":[135],"locomotion":[136],"environments":[137,141],"Ant-Maze":[140],"deceptive":[143],"rewards":[144],"demonstrate":[145],"superiority":[147],"method.":[151],"addition,":[153],"practical":[155],"significance":[156],"method":[160],"verified":[162],"on":[163],"low-carbon":[165],"multienergy":[166],"microgrid":[167],"(MEMG)":[168],"energy":[169],"management":[170],"task.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}