{"id":"https://openalex.org/W4401246726","doi":"https://doi.org/10.1109/tpds.2024.3437688","title":"Distributed Evolution Strategies With Multi-Level Learning for Large-Scale Black-Box Optimization","display_name":"Distributed Evolution Strategies With Multi-Level Learning for Large-Scale Black-Box Optimization","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401246726","doi":"https://doi.org/10.1109/tpds.2024.3437688"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2024.3437688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3437688","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089014957","display_name":"Qiqi Duan","orcid":"https://orcid.org/0000-0002-4518-1701"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiqi Duan","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China","Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4518-1701","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100965569","display_name":"Chang Shao","orcid":"https://orcid.org/0000-0002-1065-3537"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Chang Shao","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Sydney, NSW, Australia","Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-1065-3537","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027752988","display_name":"Guochen Zhou","orcid":"https://orcid.org/0000-0003-3551-5672"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guochen Zhou","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-3551-5672","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019125862","display_name":"Minghan Zhang","orcid":"https://orcid.org/0000-0001-8172-3072"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Minghan Zhang","raw_affiliation_strings":["University of Warwick, Coventry, U.K","Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060447965","display_name":"Qi Zhao","orcid":"https://orcid.org/0000-0003-4800-1136"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4800-1136","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000919145","display_name":"Yuhui Shi","orcid":"https://orcid.org/0000-0002-8840-723X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Shi","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-8840-723X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5089014957"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":1.3186,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83466335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"35","issue":"11","first_page":"2087","last_page":"2101"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9097999930381775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7888513803482056},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5596224069595337},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5292253494262695},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.430948406457901},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3818202018737793}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7888513803482056},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5596224069595337},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5292253494262695},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.430948406457901},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3818202018737793},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2024.3437688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3437688","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1811783540","display_name":null,"funder_award_id":"JCYJ20200109141235597","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G5316909996","display_name":null,"funder_award_id":"2024A1515012241","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7740816233","display_name":null,"funder_award_id":"72401122","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7928282434","display_name":null,"funder_award_id":"2021A1515110024","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":164,"referenced_works":["https://openalex.org/W7934506","https://openalex.org/W34081137","https://openalex.org/W57797460","https://openalex.org/W80258438","https://openalex.org/W102487131","https://openalex.org/W171829287","https://openalex.org/W410850256","https://openalex.org/W621499772","https://openalex.org/W1480347379","https://openalex.org/W1506398989","https://openalex.org/W1512928652","https://openalex.org/W1522440472","https://openalex.org/W1547067229","https://openalex.org/W1564747859","https://openalex.org/W1567473651","https://openalex.org/W1576660662","https://openalex.org/W1601405935","https://openalex.org/W1602035874","https://openalex.org/W1605438009","https://openalex.org/W1636497032","https://openalex.org/W1659842140","https://openalex.org/W1788598903","https://openalex.org/W1860639442","https://openalex.org/W1975272115","https://openalex.org/W1977292328","https://openalex.org/W1980129777","https://openalex.org/W1981349177","https://openalex.org/W1981463101","https://openalex.org/W1981971424","https://openalex.org/W1985449099","https://openalex.org/W1986126151","https://openalex.org/W2008718115","https://openalex.org/W2008962736","https://openalex.org/W2009691097","https://openalex.org/W2011114846","https://openalex.org/W2012996711","https://openalex.org/W2016178266","https://openalex.org/W2020009149","https://openalex.org/W2023709803","https://openalex.org/W2025516544","https://openalex.org/W2027964569","https://openalex.org/W2034786972","https://openalex.org/W2036922316","https://openalex.org/W2037348091","https://openalex.org/W2043395275","https://openalex.org/W2044033049","https://openalex.org/W2049770316","https://openalex.org/W2050079439","https://openalex.org/W2058598267","https://openalex.org/W2065359639","https://openalex.org/W2073988698","https://openalex.org/W2074157239","https://openalex.org/W2079942837","https://openalex.org/W2080162860","https://openalex.org/W2094453630","https://openalex.org/W2099840809","https://openalex.org/W2101677491","https://openalex.org/W2105217850","https://openalex.org/W2112036188","https://openalex.org/W2112671768","https://openalex.org/W2114296561","https://openalex.org/W2117607492","https://openalex.org/W2120510885","https://openalex.org/W2121634349","https://openalex.org/W2122444597","https://openalex.org/W2137173222","https://openalex.org/W2138537392","https://openalex.org/W2140008721","https://openalex.org/W2140671219","https://openalex.org/W2145795478","https://openalex.org/W2159159598","https://openalex.org/W2160088187","https://openalex.org/W2166348281","https://openalex.org/W2168732909","https://openalex.org/W2173213060","https://openalex.org/W2174346627","https://openalex.org/W2203804281","https://openalex.org/W2208154600","https://openalex.org/W2307962238","https://openalex.org/W2338183617","https://openalex.org/W2414365832","https://openalex.org/W2471275148","https://openalex.org/W2477744635","https://openalex.org/W2591324491","https://openalex.org/W2592891920","https://openalex.org/W2621069152","https://openalex.org/W2700163520","https://openalex.org/W2724669887","https://openalex.org/W2734609904","https://openalex.org/W2766293931","https://openalex.org/W2783444794","https://openalex.org/W2798711572","https://openalex.org/W2845268560","https://openalex.org/W2884236119","https://openalex.org/W2888451463","https://openalex.org/W2901412188","https://openalex.org/W2912012512","https://openalex.org/W2917484153","https://openalex.org/W2946586661","https://openalex.org/W2962757795","https://openalex.org/W2963390429","https://openalex.org/W2964131837","https://openalex.org/W2969783319","https://openalex.org/W2971100766","https://openalex.org/W2993104012","https://openalex.org/W2998993395","https://openalex.org/W2999219571","https://openalex.org/W2999537838","https://openalex.org/W3007384386","https://openalex.org/W3009178428","https://openalex.org/W3033308515","https://openalex.org/W3044727412","https://openalex.org/W3046567786","https://openalex.org/W3046592642","https://openalex.org/W3046819559","https://openalex.org/W3081439660","https://openalex.org/W3086784814","https://openalex.org/W3088449001","https://openalex.org/W3095415862","https://openalex.org/W3113368185","https://openalex.org/W3120768405","https://openalex.org/W3121635383","https://openalex.org/W3153176659","https://openalex.org/W3200134775","https://openalex.org/W3207115452","https://openalex.org/W3213111742","https://openalex.org/W3217665308","https://openalex.org/W4210365025","https://openalex.org/W4210389905","https://openalex.org/W4210945805","https://openalex.org/W4223453348","https://openalex.org/W4226022078","https://openalex.org/W4226098701","https://openalex.org/W4237754293","https://openalex.org/W4249968515","https://openalex.org/W4251905026","https://openalex.org/W4284973446","https://openalex.org/W4291418327","https://openalex.org/W4293154685","https://openalex.org/W4306246467","https://openalex.org/W4317602012","https://openalex.org/W4318578564","https://openalex.org/W4323041112","https://openalex.org/W4324106947","https://openalex.org/W4324385803","https://openalex.org/W4376113416","https://openalex.org/W4385189997","https://openalex.org/W4385196254","https://openalex.org/W4394662461","https://openalex.org/W4402492766","https://openalex.org/W6614148910","https://openalex.org/W6628445530","https://openalex.org/W6628707872","https://openalex.org/W6633877111","https://openalex.org/W6636219686","https://openalex.org/W6679000615","https://openalex.org/W6682262322","https://openalex.org/W6702989015","https://openalex.org/W6729329756","https://openalex.org/W6775002999","https://openalex.org/W6775338258","https://openalex.org/W6839085451","https://openalex.org/W6863618527","https://openalex.org/W7046547998"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0],"the":[1,25,78,88,95,100,103,122,129,142,174],"post-Moore":[2],"era,":[3],"main":[4],"performance":[5],"gains":[6],"of":[7,99,160,188],"black-box":[8],"optimizers":[9],"are":[10,108],"increasingly":[11],"depending":[12],"on":[13,157],"parallelism,":[14],"especially":[15],"for":[16,60,153],"large-scale":[17,161],"optimization":[18,171],"(LSO).":[19],"Here":[20],"we":[21,54],"propose":[22],"to":[23,64,72,112,148],"parallelize":[24],"well-established":[26],"covariance":[27],"matrix":[28],"adaptation":[29,125],"evolution":[30,151],"strategy":[31,81,107,147],"(CMA-ES)":[32],"and":[33,105,115,144,181,186],"in":[34,110],"particular":[35],"its":[36,50,65],"one":[37],"latest":[38],"LSO":[39],"variant":[40],"called":[41],"limited-memory":[42],"CMA-ES":[43],"(LM-CMA).":[44],"To":[45,118],"achieve":[46],"efficiency":[47],"while":[48,83],"approximating":[49],"powerful":[51],"invariance":[52],"property,":[53],"present":[55],"a":[56,158],"multilevel":[57],"learning-based":[58],"meta-framework":[59,139],"distributed":[61,75],"LM-CMA.":[62],"Owing":[63],"hierarchically":[66],"organized":[67],"structure,":[68],"Meta-ES":[69,127],"is":[70],"well-suited":[71],"implement":[73],"our":[74,138,189],"meta-framework,":[76],"wherein":[77],"outer-ES":[79],"controls":[80],"parameters":[82],"all":[84],"parallel":[85,111,130],"inner-ESs":[86],"run":[87],"serial":[89],"LM-CMA":[90],"with":[91,128,164],"different":[92],"settings.":[93],"For":[94],"distribution":[96],"mean":[97],"update":[98],"outer-ES,":[101],"both":[102,141],"elitist":[104],"multi-recombination":[106],"used":[109],"avoid":[113],"stagnation":[114],"regression,":[116],"respectively.":[117],"exploit":[119],"spatiotemporal":[120],"information,":[121],"global":[123],"step-size":[124,132],"combines":[126],"cumulative":[131],"adaptation.":[133],"After":[134],"each":[135],"isolation":[136],"time,":[137],"employs":[140],"structure":[143],"parameter":[145],"learning":[146],"combine":[149],"aligned":[150],"paths":[152],"CMA":[154],"reconstruction.":[155],"Experiments":[156],"set":[159],"benchmarking":[162],"functions":[163],"memory-intensive":[165],"evaluations,":[166],"arguably":[167],"reflecting":[168],"many":[169],"data-driven":[170],"problems,":[172],"validate":[173],"benefits":[175],"(e.g.,":[176],"effectiveness":[177],"w.r.t.":[178,183],"solution":[179],"quality,":[180],"adaptability":[182],"second-order":[184],"learning)":[185],"costs":[187],"meta-framework.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2024-08-03T00:00:00"}