{"id":"https://openalex.org/W2946823865","doi":"https://doi.org/10.1145/3321707.3321813","title":"Deep reinforcement learning based parameter control in differential evolution","display_name":"Deep reinforcement learning based parameter control in differential evolution","publication_year":2019,"publication_date":"2019-07-03","ids":{"openalex":"https://openalex.org/W2946823865","doi":"https://doi.org/10.1145/3321707.3321813","mag":"2946823865"},"language":"en","primary_location":{"id":"doi:10.1145/3321707.3321813","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321813","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.08006","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100544145","display_name":"Mudita Sharma","orcid":null},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mudita Sharma","raw_affiliation_strings":["University of York, York, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039848923","display_name":"Alexandros Komninos","orcid":null},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexandros Komninos","raw_affiliation_strings":["University of York, York, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037491664","display_name":"Manuel L\u00f3pez Ib\u00e1\u00f1ez","orcid":"https://orcid.org/0000-0003-2344-7385"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Manuel L\u00f3pez-Ib\u00e1\u00f1ez","raw_affiliation_strings":["University of Manchester, Manchester, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031368041","display_name":"Dimitar Kazakov","orcid":"https://orcid.org/0000-0002-0637-8106"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitar Kazakov","raw_affiliation_strings":["University of York, York, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"709","last_page":"717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8660279512405396},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7676702737808228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6454898715019226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5887621641159058},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.5788869261741638},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.5263201594352722},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5182952284812927},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47042250633239746},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4577568471431732},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45234572887420654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4431419372558594},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4358293116092682}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8660279512405396},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7676702737808228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6454898715019226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5887621641159058},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.5788869261741638},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.5263201594352722},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5182952284812927},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47042250633239746},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4577568471431732},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45234572887420654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4431419372558594},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4358293116092682},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3321707.3321813","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321813","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.08006","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.08006","pdf_url":"https://arxiv.org/pdf/1905.08006","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.whiterose.ac.uk:147745","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.whiterose.ac.uk/147745/1/Gecco19.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"},{"id":"pmh:oai:pure.atira.dk:publications/80dbc998-cc08-41bc-a8d8-d67111b6e47d","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/80dbc998-cc08-41bc-a8d8-d67111b6e47d","pdf_url":"https://www.research.manchester.ac.uk/portal/en/publications/deep-reinforcement-learning-based-parameter-control-in-differential-evolution(80dbc998-cc08-41bc-a8d8-d67111b6e47d).html","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sharma, M, Komninos, A, Lopez-Ibanez, M & Kazakov, D 2019, Deep Reinforcement Learning Based Parameter Control in Differential Evolution. in GECCO2019. The Genetic and Evolutionary Computation Conference , Prague, Czech Republic, 13/07/19. https://doi.org/10.1145/3321707.3321813","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"mag:2946823865","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.08006.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.08006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.08006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.08006","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.08006","pdf_url":"https://arxiv.org/pdf/1905.08006","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W783967913","https://openalex.org/W1503296932","https://openalex.org/W1522301498","https://openalex.org/W1566855663","https://openalex.org/W1595159159","https://openalex.org/W1665214252","https://openalex.org/W1726070994","https://openalex.org/W1879678483","https://openalex.org/W1985364849","https://openalex.org/W2021027064","https://openalex.org/W2025917996","https://openalex.org/W2036762380","https://openalex.org/W2048256025","https://openalex.org/W2099087967","https://openalex.org/W2102043807","https://openalex.org/W2110382857","https://openalex.org/W2120297007","https://openalex.org/W2121863487","https://openalex.org/W2126991807","https://openalex.org/W2132181343","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2164598227","https://openalex.org/W2293038263","https://openalex.org/W2483602334","https://openalex.org/W2515012917","https://openalex.org/W2746553466","https://openalex.org/W2805241078","https://openalex.org/W6661026862"],"related_works":["https://openalex.org/W2955804429","https://openalex.org/W2311504482","https://openalex.org/W3213059358","https://openalex.org/W2573022149","https://openalex.org/W2793683455","https://openalex.org/W2914613129","https://openalex.org/W1483336436","https://openalex.org/W2949241286","https://openalex.org/W2039333275","https://openalex.org/W2999304763","https://openalex.org/W2155167019","https://openalex.org/W3165844382","https://openalex.org/W2038928781","https://openalex.org/W3199683310","https://openalex.org/W2593298160","https://openalex.org/W2901399919","https://openalex.org/W855172471","https://openalex.org/W3121786643","https://openalex.org/W2066505698","https://openalex.org/W2038570546"],"abstract_inverted_index":{"Adaptive":[0],"Operator":[1],"Selection":[2],"(AOS)":[3],"is":[4,60,109],"an":[5,12,24],"approach":[6],"that":[7,204],"controls":[8],"discrete":[9],"parameters":[10],"of":[11,43,49,74,82,95,122,171,197],"Evolutionary":[13],"Algorithm":[14],"(EA)":[15],"during":[16,79],"the":[17,40,67,71,89,93,127,147,159,169,172,194,198,207,214,223],"run.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22,100],"propose":[23],"AOS":[25,189],"method":[26],"based":[27],"on":[28],"Double":[29],"Deep":[30,34],"Q-Learning":[31],"(DDQN),":[32],"a":[33,57,112,118],"Reinforcement":[35],"Learning":[36],"method,":[37],"to":[38,51,117,131,139,146,176,193],"control":[39],"mutation":[41,77,134],"strategies":[42],"Differential":[44],"Evolution":[45],"(DE).":[46],"The":[47,201],"application":[48],"DDQN":[50,108,125],"DE":[52,68,83,90,116,148,179],"requires":[53],"two":[54,195,225],"phases.":[55],"First,":[56],"neural":[58,129],"network":[59,130],"trained":[61,128],"offline":[62],"by":[63],"collecting":[64],"data":[65],"about":[66],"state":[69,91],"and":[70,99,154,165,187,191],"benefit":[72],"(reward)":[73],"applying":[75],"each":[76,140,143],"strategy":[78,135],"multiple":[80],"runs":[81],"tackling":[84],"benchmark":[85,123,161],"functions.":[86,105],"We":[87,167],"define":[88],"as":[92,111],"combination":[94],"99":[96],"different":[97,119],"features":[98],"analyze":[101],"three":[102],"alternative":[103],"reward":[104],"Second,":[106],"when":[107],"applied":[110,138],"parameter":[113],"controller":[114],"within":[115],"test":[120,215],"set":[121],"functions,":[124],"uses":[126],"predict":[132],"which":[133],"should":[136],"be":[137],"parent":[141],"at":[142],"generation":[144],"according":[145],"state.":[149],"Benchmark":[150],"functions":[151,212],"for":[152,210],"training":[153],"testing":[155],"are":[156,220],"taken":[157],"from":[158],"CEC2005":[160,199],"with":[162,222],"dimensions":[163],"10":[164],"30.":[166],"compare":[168],"results":[170,202,219],"proposed":[173],"DE-DDQN":[174,205],"algorithm":[175],"several":[177],"baseline":[178],"algorithms":[180],"using":[181],"no":[182],"online":[183],"selection,":[184],"random":[185],"selection":[186],"other":[188],"methods,":[190],"also":[192],"winners":[196],"competition.":[200],"show":[203],"outperforms":[206],"non-adaptive":[208],"methods":[209],"all":[211],"in":[213],"set;":[216],"while":[217],"its":[218],"comparable":[221],"last":[224],"algorithms.":[226]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}