{"id":"https://openalex.org/W2081348312","doi":"https://doi.org/10.1007/s12065-011-0066-z","title":"Neuroevolutionary reinforcement learning for generalized control of simulated helicopters","display_name":"Neuroevolutionary reinforcement learning for generalized control of simulated helicopters","publication_year":2011,"publication_date":"2011-10-29","ids":{"openalex":"https://openalex.org/W2081348312","doi":"https://doi.org/10.1007/s12065-011-0066-z","mag":"2081348312","pmid":"https://pubmed.ncbi.nlm.nih.gov/22162982"},"language":"en","primary_location":{"id":"doi:10.1007/s12065-011-0066-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12065-011-0066-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12065-011-0066-z.pdf","source":{"id":"https://openalex.org/S182392644","display_name":"Evolutionary Intelligence","issn_l":"1864-5909","issn":["1864-5909","1864-5917"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12065-011-0066-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049549222","display_name":"Rogier Koppejan","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Rogier Koppejan","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Science Park 904, 1098 XH Amsterdam, The Netherlands","Informatics Institute, University of Amsterdam, Amsterdam, The Netherlands#TAB#"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Science Park 904, 1098 XH Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, The Netherlands#TAB#","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056879203","display_name":"Shimon Whiteson","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shimon Whiteson","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Science Park 904, 1098 XH, Amsterdam, The Netherlands","Informatics Institute, University of Amsterdam, Amsterdam, The Netherlands#TAB#"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Science Park 904, 1098 XH, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, The Netherlands#TAB#","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049549222"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.6415,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.90747361,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"4","issue":"4","first_page":"219","last_page":"241"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.9359381198883057},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9157097339630127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8154422640800476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6207958459854126},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.45720013976097107},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39731916785240173},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3290413022041321}],"concepts":[{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.9359381198883057},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9157097339630127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8154422640800476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6207958459854126},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.45720013976097107},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39731916785240173},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3290413022041321},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/s12065-011-0066-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12065-011-0066-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12065-011-0066-z.pdf","source":{"id":"https://openalex.org/S182392644","display_name":"Evolutionary Intelligence","issn_l":"1864-5909","issn":["1864-5909","1864-5917"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Intelligence","raw_type":"journal-article"},{"id":"pmid:22162982","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22162982","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary intelligence","raw_type":null},{"id":"pmh:oai:dare.uva.nl:openaire/493b0e7b-1a1c-451c-9078-7eb5fde8b99a","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/neuroevolutionary-reinforcement-learning-for-generalized-control-of-simulated-helicopters(493b0e7b-1a1c-451c-9078-7eb5fde8b99a).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Koppejan, R & Whiteson, S 2011, 'Neuroevolutionary reinforcement learning for generalized control of simulated helicopters', Evolutionary Intelligence, vol. 4, no. 4, pp. 219-241. https://doi.org/10.1007/s12065-011-0066-z","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.288.6133","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.288.6133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/a2/6f/Evol_Intell_2011_Dec_30_4(4)_219-241.tar.gz","raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:publications/493b0e7b-1a1c-451c-9078-7eb5fde8b99a","is_oa":false,"landing_page_url":"http://dare.uva.nl/personal/pure/en/publications/neuroevolutionary-reinforcement-learning-for-generalized-control-of-simulated-helicopters(493b0e7b-1a1c-451c-9078-7eb5fde8b99a).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:europepmc.org:2241655","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3214260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s12065-011-0066-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12065-011-0066-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12065-011-0066-z.pdf","source":{"id":"https://openalex.org/S182392644","display_name":"Evolutionary Intelligence","issn_l":"1864-5909","issn":["1864-5909","1864-5917"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2081348312.pdf","grobid_xml":"https://content.openalex.org/works/W2081348312.grobid-xml"},"referenced_works_count":113,"referenced_works":["https://openalex.org/W46518301","https://openalex.org/W50586046","https://openalex.org/W110238773","https://openalex.org/W157687528","https://openalex.org/W160641024","https://openalex.org/W188191918","https://openalex.org/W204818622","https://openalex.org/W576725583","https://openalex.org/W1487312389","https://openalex.org/W1491843047","https://openalex.org/W1508997545","https://openalex.org/W1510354679","https://openalex.org/W1548589545","https://openalex.org/W1564754565","https://openalex.org/W1565220935","https://openalex.org/W1568161011","https://openalex.org/W1583837637","https://openalex.org/W1584640519","https://openalex.org/W1585575029","https://openalex.org/W1585839838","https://openalex.org/W1601974704","https://openalex.org/W1788299092","https://openalex.org/W1914583973","https://openalex.org/W1931792391","https://openalex.org/W1947179618","https://openalex.org/W1948960607","https://openalex.org/W1949804828","https://openalex.org/W1977374385","https://openalex.org/W1981702371","https://openalex.org/W1983497631","https://openalex.org/W1989101984","https://openalex.org/W1996625075","https://openalex.org/W1999631163","https://openalex.org/W1999874108","https://openalex.org/W2009219975","https://openalex.org/W2011271574","https://openalex.org/W2012451526","https://openalex.org/W2012540967","https://openalex.org/W2013695155","https://openalex.org/W2017387119","https://openalex.org/W2031594824","https://openalex.org/W2034988421","https://openalex.org/W2044496579","https://openalex.org/W2048226872","https://openalex.org/W2050870241","https://openalex.org/W2059654640","https://openalex.org/W2075874755","https://openalex.org/W2076337359","https://openalex.org/W2081348312","https://openalex.org/W2086804948","https://openalex.org/W2087269417","https://openalex.org/W2089052147","https://openalex.org/W2090594705","https://openalex.org/W2092265068","https://openalex.org/W2099945315","https://openalex.org/W2100677568","https://openalex.org/W2101075098","https://openalex.org/W2103048296","https://openalex.org/W2104228245","https://openalex.org/W2104641222","https://openalex.org/W2107726111","https://openalex.org/W2110972482","https://openalex.org/W2111935653","https://openalex.org/W2112387288","https://openalex.org/W2116339921","https://openalex.org/W2116459397","https://openalex.org/W2119814172","https://openalex.org/W2121863487","https://openalex.org/W2124290836","https://openalex.org/W2129670787","https://openalex.org/W2130105540","https://openalex.org/W2130153793","https://openalex.org/W2130178506","https://openalex.org/W2130703626","https://openalex.org/W2131600418","https://openalex.org/W2132083787","https://openalex.org/W2132862952","https://openalex.org/W2134491302","https://openalex.org/W2136074593","https://openalex.org/W2138091476","https://openalex.org/W2138135326","https://openalex.org/W2138537392","https://openalex.org/W2141666765","https://openalex.org/W2142402197","https://openalex.org/W2144357723","https://openalex.org/W2149054115","https://openalex.org/W2152615835","https://openalex.org/W2157390785","https://openalex.org/W2159096063","https://openalex.org/W2163531328","https://openalex.org/W2165281693","https://openalex.org/W2166739626","https://openalex.org/W2169080882","https://openalex.org/W2169209873","https://openalex.org/W2169743339","https://openalex.org/W2170808194","https://openalex.org/W2170889787","https://openalex.org/W2278052651","https://openalex.org/W2341171179","https://openalex.org/W2369840467","https://openalex.org/W2463810433","https://openalex.org/W2489939061","https://openalex.org/W2534225927","https://openalex.org/W2787259794","https://openalex.org/W3011120880","https://openalex.org/W3023407077","https://openalex.org/W3023540311","https://openalex.org/W3106238320","https://openalex.org/W3144742656","https://openalex.org/W3190121440","https://openalex.org/W4214717370","https://openalex.org/W4255430598","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2168909409","https://openalex.org/W2144357723","https://openalex.org/W2950402165","https://openalex.org/W2114981325","https://openalex.org/W4302038648","https://openalex.org/W2099397840","https://openalex.org/W2249125133","https://openalex.org/W2811365478","https://openalex.org/W2735321217","https://openalex.org/W2962258836"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"an":[3,17],"extended":[4],"case":[5],"study":[6],"in":[7,75,151],"the":[8,32,43,66,69,76,119,140],"application":[9],"of":[10,65,121,142],"neuroevolution":[11,25,86,102,156],"to":[12,29,45,118,127,138,157],"generalized":[13,98,161],"simulated":[14],"helicopter":[15,99,107,114,128],"hovering,":[16,100],"important":[18],"challenge":[19],"problem":[20],"for":[21,60,90],"reinforcement":[22,93,162],"learning.":[23],"While":[24],"is":[26,136],"well":[27],"suited":[28],"coping":[30],"with":[31],"domain's":[33],"complex":[34,91],"transition":[35],"dynamics":[36],"and":[37,40,48,56,147],"high-dimensional":[38],"state":[39],"action":[41],"spaces,":[42],"need":[44],"explore":[46],"efficiently":[47],"learn":[49],"on-line":[50,92],"poses":[51],"unusual":[52],"challenges.":[53],"We":[54],"propose":[55],"evaluate":[57],"several":[58],"methods":[59],"three":[61],"increasingly":[62],"challenging":[63],"variations":[64],"task,":[67],"including":[68],"method":[70],"that":[71,84],"won":[72],"first":[73],"place":[74],"2008":[77],"Reinforcement":[78],"Learning":[79],"Competition.":[80],"The":[81],"results":[82],"demonstrate":[83],"(1)":[85],"can":[87,154],"be":[88],"effective":[89,106],"learning":[94,113,122,163],"tasks":[95],"such":[96],"as":[97],"(2)":[101],"excels":[103],"at":[104,112],"finding":[105],"hovering":[108,129],"policies":[109],"but":[110],"not":[111],"models,":[115,124],"(3)":[116],"due":[117],"difficulty":[120],"reliable":[123],"model-based":[125],"approaches":[126],"are":[130],"feasible":[131],"only":[132],"when":[133],"domain":[134],"expertise":[135],"available":[137],"aid":[139],"design":[141],"a":[143],"suitable":[144],"model":[145],"representation":[146],"(4)":[148],"recent":[149],"advances":[150],"efficient":[152],"resampling":[153],"enable":[155],"tackle":[158],"more":[159],"aggressively":[160],"tasks.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}