{"id":"https://openalex.org/W2949545198","doi":"https://doi.org/10.1145/3321707.3321817","title":"Deep neuroevolution of recurrent and discrete world models","display_name":"Deep neuroevolution of recurrent and discrete world models","publication_year":2019,"publication_date":"2019-07-03","ids":{"openalex":"https://openalex.org/W2949545198","doi":"https://doi.org/10.1145/3321707.3321817","mag":"2949545198"},"language":"en","primary_location":{"id":"doi:10.1145/3321707.3321817","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321817","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.itu.dk/portal/da/publications/66c4d275-8221-44c9-acfa-6a4e0d87d1a2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020511097","display_name":"Sebastian Risi","orcid":"https://orcid.org/0000-0003-3607-8400"},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Risi","raw_affiliation_strings":["Uber AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber AI","institution_ids":["https://openalex.org/I2946016260"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029264794","display_name":"Kenneth O. Stanley","orcid":"https://orcid.org/0000-0003-4503-0839"},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth O. Stanley","raw_affiliation_strings":["Uber AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber AI","institution_ids":["https://openalex.org/I2946016260"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2946016260"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"456","last_page":"462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.8852066397666931},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7577782869338989},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7246954441070557},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7130391597747803},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.6851947903633118},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6369748115539551},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5455271005630493},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5136644244194031},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5065983533859253},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4801575541496277},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4687248468399048}],"concepts":[{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.8852066397666931},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577782869338989},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7246954441070557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7130391597747803},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.6851947903633118},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6369748115539551},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5455271005630493},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5136644244194031},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5065983533859253},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4801575541496277},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4687248468399048},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3321707.3321817","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321817","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/66c4d275-8221-44c9-acfa-6a4e0d87d1a2","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/66c4d275-8221-44c9-acfa-6a4e0d87d1a2","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Risi, S & Stanley, K 2019, Deep Neuroevolution of Recurrent and Discrete World Models. in GECCO '19: Proceedings of the Genetic and Evolutionary Computation Conference. Association for Computing Machinery, pp. 456-462. https://doi.org/10.1145/3321707.3321817","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1906.08857","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.08857","pdf_url":"https://arxiv.org/pdf/1906.08857","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:2949545198","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1906.08857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.08857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.08857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/66c4d275-8221-44c9-acfa-6a4e0d87d1a2","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/66c4d275-8221-44c9-acfa-6a4e0d87d1a2","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Risi, S & Stanley, K 2019, Deep Neuroevolution of Recurrent and Discrete World Models. in GECCO '19: Proceedings of the Genetic and Evolutionary Computation Conference. Association for Computing Machinery, pp. 456-462. https://doi.org/10.1145/3321707.3321817","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1481935768","https://openalex.org/W1674110665","https://openalex.org/W1677182931","https://openalex.org/W1810943226","https://openalex.org/W1957496711","https://openalex.org/W2064675550","https://openalex.org/W2084920657","https://openalex.org/W2111935653","https://openalex.org/W2119814172","https://openalex.org/W2136848732","https://openalex.org/W2140135625","https://openalex.org/W2143612262","https://openalex.org/W2145339207","https://openalex.org/W2154022540","https://openalex.org/W2165776394","https://openalex.org/W2168115594","https://openalex.org/W2171658832","https://openalex.org/W2187089797","https://openalex.org/W2242818861","https://openalex.org/W2496915183","https://openalex.org/W2519430864","https://openalex.org/W2593744649","https://openalex.org/W2596367596","https://openalex.org/W2604883922","https://openalex.org/W2735796404","https://openalex.org/W2736601468","https://openalex.org/W2742165006","https://openalex.org/W2767097881","https://openalex.org/W2778749116","https://openalex.org/W2779918130","https://openalex.org/W2794752562","https://openalex.org/W2797527950","https://openalex.org/W2903181768","https://openalex.org/W2904398858","https://openalex.org/W2949608135","https://openalex.org/W2949608212","https://openalex.org/W2953072278","https://openalex.org/W2962991582","https://openalex.org/W2963430173","https://openalex.org/W2963799213","https://openalex.org/W2964004050","https://openalex.org/W2964282857"],"related_works":["https://openalex.org/W2954989419","https://openalex.org/W3087641101","https://openalex.org/W3112875336","https://openalex.org/W3206895853","https://openalex.org/W2981410174","https://openalex.org/W2045491133","https://openalex.org/W3005581568","https://openalex.org/W1813260711","https://openalex.org/W3046269332","https://openalex.org/W1486382900","https://openalex.org/W3112589555","https://openalex.org/W2897449544","https://openalex.org/W3022582119","https://openalex.org/W3153629324","https://openalex.org/W3036165773","https://openalex.org/W2427497464","https://openalex.org/W2766953637","https://openalex.org/W2602585184","https://openalex.org/W2904707853","https://openalex.org/W3176334129"],"abstract_inverted_index":{"Neural":[0],"architectures":[1,38],"inspired":[2],"by":[3,116],"our":[4],"own":[5],"human":[6],"cognitive":[7],"system,":[8],"such":[9,164],"as":[10],"the":[11,35,65,86,92,112,126,141,181,190],"recently":[12],"introduced":[13],"world":[14,44,114],"models,":[15],"have":[16,70],"been":[17],"shown":[18],"to":[19,71,111,140,150],"outperform":[20],"traditional":[21],"deep":[22,184],"reinforcement":[23],"learning":[24],"(RL)":[25],"methods":[26,153],"in":[27,40,148,172,196],"a":[28,77,103,108,118,136],"variety":[29,78],"of":[30,34,67,79,125,183,193],"different":[31,49],"domains.":[32],"Instead":[33],"relatively":[36],"simple":[37],"employed":[39],"most":[41],"RL":[42],"experiments,":[43],"models":[45,69,90],"rely":[46],"on":[47,180],"multiple":[48,194],"neural":[50],"components":[51,66,195],"that":[52,89,133,154,188],"are":[53],"responsible":[54],"for":[55,169,186],"visual":[56,128],"information":[57],"processing,":[58],"memory,":[59],"and":[60,75,129],"decision-making.":[61],"However,":[62],"so":[63],"far":[64],"these":[68],"be":[72,97],"trained":[73,100,143],"separately":[74],"through":[76,102,144],"specialized":[80],"training":[81],"methods.":[82],"This":[83,175],"paper":[84,176],"demonstrates":[85],"surprising":[87],"finding":[88],"with":[91,156,163],"same":[93],"precise":[94],"parts":[95],"can":[96],"instead":[98],"efficiently":[99],"end-to-end":[101],"genetic":[104],"algorithm":[105],"(GA),":[106],"reaching":[107],"comparable":[109],"performance":[110],"original":[113],"model":[115],"solving":[117],"challenging":[119],"car":[120],"racing":[121],"task.":[122],"An":[123],"analysis":[124],"evolved":[127],"memory":[130],"system":[131,142],"indicates":[132],"they":[134],"include":[135],"similar":[137],"effective":[138],"representation":[139],"gradient":[145,151],"descent.":[146],"Additionally,":[147],"contrast":[149],"descent":[152],"struggle":[155],"discrete":[157],"variables,":[158],"GAs":[159],"also":[160],"work":[161],"directly":[162],"representations,":[165],"opening":[166],"up":[167],"opportunities":[168],"classical":[170],"planning":[171],"latent":[173],"space.":[174],"adds":[177],"additional":[178],"evidence":[179],"effectiveness":[182],"neuroevolution":[185],"tasks":[187],"require":[189],"intricate":[191],"orchestration":[192],"complex":[197],"heterogeneous":[198],"architectures.":[199]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}