{"id":"https://openalex.org/W4212802725","doi":"https://doi.org/10.1109/tetci.2022.3146330","title":"Adaptive Evolution Strategies for Stochastic Zeroth-Order Optimization","display_name":"Adaptive Evolution Strategies for Stochastic Zeroth-Order Optimization","publication_year":2022,"publication_date":"2022-02-21","ids":{"openalex":"https://openalex.org/W4212802725","doi":"https://doi.org/10.1109/tetci.2022.3146330"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2022.3146330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3146330","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083554243","display_name":"Xiaoyu He","orcid":"https://orcid.org/0000-0003-4460-2460"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN","SG"],"is_corresponding":true,"raw_author_name":"Xiaoyu He","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012731436","display_name":"Zibin Zheng","orcid":"https://orcid.org/0000-0001-7872-7718"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zibin Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100704829","display_name":"Zefeng Chen","orcid":"https://orcid.org/0000-0003-3743-5254"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zefeng Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056123187","display_name":"Yuren Zhou","orcid":"https://orcid.org/0000-0002-0497-0835"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuren Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083554243"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.061,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.79860375,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":"5","first_page":"1271","last_page":"1285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.595807671546936},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.5939478874206543},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4990575313568115},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.48541054129600525},{"id":"https://openalex.org/keywords/cma-es","display_name":"CMA-ES","score":0.4799521267414093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47336050868034363},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4567566514015198},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4501610994338989},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4435192346572876},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.42799803614616394},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40742090344429016},{"id":"https://openalex.org/keywords/evolution-strategy","display_name":"Evolution strategy","score":0.288524866104126},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.13330930471420288}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.595807671546936},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.5939478874206543},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4990575313568115},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.48541054129600525},{"id":"https://openalex.org/C205555498","wikidata":"https://www.wikidata.org/wiki/Q505588","display_name":"CMA-ES","level":4,"score":0.4799521267414093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47336050868034363},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4567566514015198},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4501610994338989},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4435192346572876},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.42799803614616394},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40742090344429016},{"id":"https://openalex.org/C207002847","wikidata":"https://www.wikidata.org/wiki/Q2912857","display_name":"Evolution strategy","level":3,"score":0.288524866104126},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.13330930471420288},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tetci.2022.3146330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3146330","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/162832","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/162832","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1599060605","display_name":null,"funder_award_id":"62006252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3668442405","display_name":null,"funder_award_id":"2021A1515011840","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W1480347379","https://openalex.org/W1522301498","https://openalex.org/W1574994635","https://openalex.org/W1774344329","https://openalex.org/W1955857676","https://openalex.org/W1981971424","https://openalex.org/W1994616650","https://openalex.org/W2022184750","https://openalex.org/W2043674215","https://openalex.org/W2075208118","https://openalex.org/W2096840748","https://openalex.org/W2104578628","https://openalex.org/W2108263314","https://openalex.org/W2112036188","https://openalex.org/W2116990014","https://openalex.org/W2138537392","https://openalex.org/W2139212933","https://openalex.org/W2146502635","https://openalex.org/W2149479912","https://openalex.org/W2160960847","https://openalex.org/W2171830216","https://openalex.org/W2257439149","https://openalex.org/W2276974598","https://openalex.org/W2479609865","https://openalex.org/W2560100619","https://openalex.org/W2588205825","https://openalex.org/W2596367596","https://openalex.org/W2746600820","https://openalex.org/W2765424254","https://openalex.org/W2779977383","https://openalex.org/W2785523195","https://openalex.org/W2785940809","https://openalex.org/W2804912073","https://openalex.org/W2806847483","https://openalex.org/W2845268560","https://openalex.org/W2887680471","https://openalex.org/W2902020649","https://openalex.org/W2906697496","https://openalex.org/W2913235840","https://openalex.org/W2941034199","https://openalex.org/W2945773793","https://openalex.org/W2946511237","https://openalex.org/W2963062382","https://openalex.org/W2963304555","https://openalex.org/W2963433607","https://openalex.org/W2963470657","https://openalex.org/W2964121818","https://openalex.org/W2964323557","https://openalex.org/W2964379102","https://openalex.org/W2965612550","https://openalex.org/W2966284335","https://openalex.org/W2980537153","https://openalex.org/W3016550207","https://openalex.org/W3023368031","https://openalex.org/W3034976770","https://openalex.org/W3083021344","https://openalex.org/W3091389264","https://openalex.org/W3100789280","https://openalex.org/W3102143361","https://openalex.org/W3103557498","https://openalex.org/W3104398353","https://openalex.org/W3106412272","https://openalex.org/W4301014524","https://openalex.org/W6628707872","https://openalex.org/W6631190155","https://openalex.org/W6676249281","https://openalex.org/W6681435938","https://openalex.org/W6694693775","https://openalex.org/W6730620325","https://openalex.org/W6735641298","https://openalex.org/W6745854547","https://openalex.org/W6747092830","https://openalex.org/W6747620207","https://openalex.org/W6748482152","https://openalex.org/W6750404860","https://openalex.org/W6759158001","https://openalex.org/W6762626082","https://openalex.org/W6767152389","https://openalex.org/W6779982168","https://openalex.org/W6842097421"],"related_works":["https://openalex.org/W2592891920","https://openalex.org/W2774408184","https://openalex.org/W2072153706","https://openalex.org/W2075433042","https://openalex.org/W2734610626","https://openalex.org/W2062304049","https://openalex.org/W2272252676","https://openalex.org/W2393022482","https://openalex.org/W2377346130","https://openalex.org/W1604295974"],"abstract_inverted_index":{"We":[0,162],"consider":[1],"solving":[2],"a":[3,49,100,119,154,173],"class":[4],"of":[5,14,34,69,110],"unconstrained":[6],"optimization":[7,22],"problems":[8,192],"in":[9,39,75,85],"which":[10],"only":[11],"stochastic":[12,21,50],"estimates":[13],"the":[15,32,67,77,83,97,107,111,130,135,138,167,179,183,194,201],"objective":[16],"functions":[17],"are":[18,24,140],"available.":[19],"Existing":[20],"methods":[23,204],"mainly":[25],"extended":[26],"from":[27],"gradient-based":[28],"methods,":[29],"faced":[30],"with":[31,144,148],"challenges":[33],"noisy":[35],"function":[36],"evaluations,":[37],"hardness":[38],"choosing":[40],"step-sizes,":[41,151],"and":[42,55,72,89,123,137,198],"probably":[43],"ill-conditioned":[44],"landscapes.":[45,112,161],"This":[46],"paper":[47],"presents":[48],"evolution":[51],"strategy":[52],"(SES)":[53],"framework":[54,65],"several":[56],"adaptation":[57,121,127],"schemes":[58],"to":[59,104,142,181],"avoid":[60],"these":[61],"challenges.":[62],"The":[63],"SES":[64,147,203],"combines":[66],"ideas":[68],"population":[70],"sampling":[71,74],"minibatch":[73],"exploiting":[76],"zeroth-order":[78],"gradient":[79,90],"information,":[80],"efficiently":[81],"reducing":[82],"noise":[84],"both":[86],"data":[87],"selection":[88],"approximation.":[91],"In":[92],"addition,":[93],"it":[94],"admits":[95],"approximating":[96],"gradients":[98],"using":[99,166],"non-isotropic":[101],"Gaussian":[102],"distribution":[103],"better":[105],"capture":[106],"curvature":[108],"information":[109],"Based":[113],"on":[114,189],"this":[115],"framework,":[116],"we":[117,152],"implement":[118],"step-size":[120],"rule":[122],"two":[124],"covariance":[125],"matrix":[126],"rules,":[128],"where":[129],"former":[131],"can":[132],"automatically":[133],"tune":[134],"step-sizes":[136,169],"latter":[139],"intended":[141],"cope":[143],"ill-conditioning.":[145],"For":[146],"certain":[149],"fixed":[150],"establish":[153],"nearly":[155],"optimal":[156],"convergence":[157,171],"rate":[158,176],"over":[159],"smooth":[160],"also":[163],"show":[164,205],"that":[165,200],"adaptive":[168,202],"allows":[170],"at":[172],"slightly":[174],"slower":[175],"but":[177],"without":[178],"need":[180],"know":[182],"smoothness":[184],"constant.":[185],"Several":[186],"numerical":[187],"experiments":[188],"machine":[190],"learning":[191],"verify":[193],"above":[195],"theoretical":[196],"results":[197],"suggest":[199],"much":[206],"promise.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}