{"id":"https://openalex.org/W2955025886","doi":"https://doi.org/10.1145/3321707.3321829","title":"Surrogate models for enhancing the efficiency of neuroevolution in reinforcement learning","display_name":"Surrogate models for enhancing the efficiency of neuroevolution in reinforcement learning","publication_year":2019,"publication_date":"2019-07-03","ids":{"openalex":"https://openalex.org/W2955025886","doi":"https://doi.org/10.1145/3321707.3321829","mag":"2955025886"},"language":"en","primary_location":{"id":"doi:10.1145/3321707.3321829","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321829","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.09300","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"J\u00f6rg Stork","orcid":null},"institutions":[{"id":"https://openalex.org/I102520234","display_name":"TH K\u00f6ln - University of Applied Sciences","ror":"https://ror.org/014nnvj65","country_code":"DE","type":"education","lineage":["https://openalex.org/I102520234"]},{"id":"https://openalex.org/I4210088388","display_name":"Kreiskrankenhaus Gummersbach","ror":"https://ror.org/007857862","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210088388"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Stork","raw_affiliation_strings":["TH K\u00f6ln, Gummersbach, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TH K\u00f6ln, Gummersbach, Germany","institution_ids":["https://openalex.org/I102520234","https://openalex.org/I4210088388"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Martin Zaefferer","orcid":null},"institutions":[{"id":"https://openalex.org/I102520234","display_name":"TH K\u00f6ln - University of Applied Sciences","ror":"https://ror.org/014nnvj65","country_code":"DE","type":"education","lineage":["https://openalex.org/I102520234"]},{"id":"https://openalex.org/I4210088388","display_name":"Kreiskrankenhaus Gummersbach","ror":"https://ror.org/007857862","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210088388"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Zaefferer","raw_affiliation_strings":["TH K\u00f6ln, Gummersbach, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TH K\u00f6ln, Gummersbach, Germany","institution_ids":["https://openalex.org/I102520234","https://openalex.org/I4210088388"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas Bartz-Beielstein","orcid":null},"institutions":[{"id":"https://openalex.org/I102520234","display_name":"TH K\u00f6ln - University of Applied Sciences","ror":"https://ror.org/014nnvj65","country_code":"DE","type":"education","lineage":["https://openalex.org/I102520234"]},{"id":"https://openalex.org/I4210088388","display_name":"Kreiskrankenhaus Gummersbach","ror":"https://ror.org/007857862","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210088388"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Bartz-Beielstein","raw_affiliation_strings":["TH K\u00f6ln, Gummersbach, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TH K\u00f6ln, Gummersbach, Germany","institution_ids":["https://openalex.org/I102520234","https://openalex.org/I4210088388"]}]},{"author_position":"last","author":{"id":null,"display_name":"A. E. Eiben","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"A. E. Eiben","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6585,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.74533926,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"934","last_page":"942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.3434000015258789,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.3434000015258789,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3027999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.2037999927997589,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.9639999866485596},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8697999715805054},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5547999739646912},{"id":"https://openalex.org/keywords/fitness-function","display_name":"Fitness function","score":0.5404000282287598},{"id":"https://openalex.org/keywords/evolutionary-robotics","display_name":"Evolutionary robotics","score":0.52920001745224},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.49390000104904175},{"id":"https://openalex.org/keywords/evolutionary-acquisition-of-neural-topologies","display_name":"Evolutionary acquisition of neural topologies","score":0.45669999718666077},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4219000041484833},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.41029998660087585}],"concepts":[{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.9639999866485596},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8697999715805054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6974999904632568},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.692300021648407},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C176066374","wikidata":"https://www.wikidata.org/wiki/Q629118","display_name":"Fitness function","level":3,"score":0.5404000282287598},{"id":"https://openalex.org/C199505168","wikidata":"https://www.wikidata.org/wiki/Q3267529","display_name":"Evolutionary robotics","level":3,"score":0.52920001745224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.522599995136261},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C41445625","wikidata":"https://www.wikidata.org/wiki/Q5418685","display_name":"Evolutionary acquisition of neural topologies","level":4,"score":0.45669999718666077},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C91852762","wikidata":"https://www.wikidata.org/wiki/Q3307742","display_name":"Fitness landscape","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3244999945163727},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C207002847","wikidata":"https://www.wikidata.org/wiki/Q2912857","display_name":"Evolution strategy","level":3,"score":0.25189998745918274},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3321707.3321829","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321829","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1907.09300","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.09300","pdf_url":"https://arxiv.org/pdf/1907.09300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:research.vu.nl:openaire/1d86f5b2-7a69-46db-b09e-cc8845f5f28c","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/1d86f5b2-7a69-46db-b09e-cc8845f5f28c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Stork, J, Bartz-Beielstein, T, Zaefferer, M & Eiben, A E 2019, Surrogate models for enhancing the efficiency of neuroevolution in reinforcement learning. in GECCO 2019 : Proceedings of the 2019 Genetic and Evolutionary Computation Conference. Association for Computing Machinery, Inc, pp. 934-942, 2019 Genetic and Evolutionary Computation Conference, GECCO 2019, Prague, Czech Republic, 13/07/19. https://doi.org/10.1145/3321707.3321829","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.09300","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.09300","pdf_url":"https://arxiv.org/pdf/1907.09300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1510052597","https://openalex.org/W1653273292","https://openalex.org/W1966097591","https://openalex.org/W1982871396","https://openalex.org/W2011174137","https://openalex.org/W2028509346","https://openalex.org/W2038669746","https://openalex.org/W2041282815","https://openalex.org/W2586846315","https://openalex.org/W2797848881"],"related_works":[],"abstract_inverted_index":{"In":[0,130,149],"the":[1,44,62,75,86,135,154,172,191],"last":[2],"years,":[3],"reinforcement":[4,15,147,178],"learning":[5,16,179],"received":[6],"a":[7,103,143,177],"lot":[8],"of":[9,30,64,80,137,156],"attention.":[10],"One":[11],"method":[12],"to":[13,72,92,160,166,188],"solve":[14],"tasks":[17],"is":[18,32,52,85],"Neuroevolution,":[19],"where":[20],"neural":[21],"networks":[22,118],"are":[23,186],"optimized":[24],"by":[25],"evolutionary":[26],"algorithms.":[27],"A":[28],"disadvantage":[29],"Neuroevolution":[31,84,140],"that":[33,97,102,184],"it":[34],"can":[35,69],"require":[36],"numerous":[37],"function":[38],"evaluations,":[39,66],"while":[40],"not":[41],"fully":[42],"utilizing":[43],"available":[45],"information":[46],"from":[47],"each":[48],"fitness":[49,56,65,76],"evaluation.":[50],"This":[51],"especially":[53],"problematic":[54],"when":[55],"evaluations":[57],"become":[58],"expensive.":[59],"To":[60,96],"reduce":[61],"cost":[63],"surrogate":[67,81,138],"models":[68],"be":[70],"employed":[71],"partially":[73],"replace":[74],"function.":[77],"The":[78,181],"difficulty":[79],"modeling":[82],"for":[83,146,171],"complex":[87],"search":[88],"space":[89],"and":[90,163],"how":[91,165],"compare":[93,116],"different":[94,117],"networks.":[95],"end,":[98],"recent":[99],"studies":[100],"showed":[101],"kernel":[104],"based":[105],"approach,":[106],"particular":[107],"with":[108,158],"phenotypic":[109,144,173],"distance":[110,145,174],"measures,":[111],"works":[112],"well.":[113],"These":[114],"kernels":[115],"via":[119],"their":[120,125],"behavior":[121],"(phenotype)":[122],"rather":[123],"than":[124],"topology":[126],"or":[127],"encoding":[128],"(genotype).":[129],"this":[131],"work,":[132],"we":[133,151,185],"discuss":[134],"use":[136],"model-based":[139],"(SMB-NE)":[141],"using":[142,194],"learning.":[148],"detail,":[150],"investigate":[152],"a)":[153],"potential":[155],"SMB-NE":[157],"respect":[159],"evaluation":[161,192],"efficiency":[162,193],"b)":[164],"select":[167],"adequate":[168],"input":[169,196],"sets":[170],"measure":[175],"in":[176],"problem.":[180],"results":[182],"indicate":[183],"able":[187],"considerably":[189],"increase":[190],"dynamic":[195],"sets.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2019-07-12T00:00:00"}