{"id":"https://openalex.org/W2499574314","doi":"https://doi.org/10.1145/2908812.2908930","title":"Evolving Neural Turing Machines for Reward-based Learning","display_name":"Evolving Neural Turing Machines for Reward-based Learning","publication_year":2016,"publication_date":"2016-07-20","ids":{"openalex":"https://openalex.org/W2499574314","doi":"https://doi.org/10.1145/2908812.2908930","mag":"2499574314"},"language":"en","primary_location":{"id":"doi:10.1145/2908812.2908930","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2908812.2908930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference 2016","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048490654","display_name":"Rasmus Boll Greve","orcid":null},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Rasmus Boll Greve","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065821502","display_name":"Emil Juul Jacobsen","orcid":null},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Emil Juul Jacobsen","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020511097","display_name":"Sebastian Risi","orcid":"https://orcid.org/0000-0003-3607-8400"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Sebastian Risi","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83467386"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"117","last_page":"124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8020875453948975},{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.7762025594711304},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7409016489982605},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6989657282829285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.671008825302124},{"id":"https://openalex.org/keywords/turing-machine","display_name":"Turing machine","score":0.589873731136322},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5250099301338196},{"id":"https://openalex.org/keywords/turing","display_name":"Turing","score":0.4629647731781006},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4470394551753998},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4193713665008545},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.0996713638305664},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08964428305625916}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8020875453948975},{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.7762025594711304},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7409016489982605},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6989657282829285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.671008825302124},{"id":"https://openalex.org/C29248071","wikidata":"https://www.wikidata.org/wiki/Q163310","display_name":"Turing machine","level":3,"score":0.589873731136322},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5250099301338196},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.4629647731781006},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4470394551753998},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4193713665008545},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.0996713638305664},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08964428305625916},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2908812.2908930","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2908812.2908930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference 2016","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/cf046594-fab3-4569-8ff4-992c15f237ff","is_oa":false,"landing_page_url":"https://pure.itu.dk/portal/da/publications/cf046594-fab3-4569-8ff4-992c15f237ff","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Greve, R B, Jacobsen, E J, Risi, S & Greve, R B 2016, Evolving Neural Turing Machines for Reward-based Learning. i Proceedings of the Genetic and Evolutionary Computation Conference 2016. Association for Computing Machinery, New York, NY, USA, s. 117-124. https://doi.org/10.1145/2908812.2908930","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W22297218","https://openalex.org/W1512749841","https://openalex.org/W1986021461","https://openalex.org/W2078525842","https://openalex.org/W2079246448","https://openalex.org/W2082582863","https://openalex.org/W2104333095","https://openalex.org/W2111935653","https://openalex.org/W2118253315","https://openalex.org/W2120181489","https://openalex.org/W2138817206","https://openalex.org/W2143200432","https://openalex.org/W2151083897","https://openalex.org/W2167839676","https://openalex.org/W2171658832","https://openalex.org/W2563104793"],"related_works":["https://openalex.org/W2811365478","https://openalex.org/W2735321217","https://openalex.org/W2962258836","https://openalex.org/W2119244842","https://openalex.org/W3160192459","https://openalex.org/W4324016496","https://openalex.org/W2215138167","https://openalex.org/W4231495498","https://openalex.org/W4312201671","https://openalex.org/W4254404873"],"abstract_inverted_index":{"An":[0],"unsolved":[1],"problem":[2],"in":[3,31,184],"neuroevolution":[4],"(NE)":[5],"is":[6,128],"to":[7,19,130,164],"evolve":[8],"artificial":[9],"neural":[10,26,106],"networks":[11,27],"(ANN)":[12],"that":[13,99,168],"can":[14],"store":[15],"and":[16,44,97,110,136,178],"use":[17],"information":[18,38,47],"change":[20],"their":[21,92],"behavior":[22,167,183],"online.":[23],"While":[24],"plastic":[25,172],"have":[28,35],"shown":[29],"promise":[30],"this":[32,84],"context,":[33],"they":[34],"difficulties":[36],"retaining":[37],"over":[39],"longer":[40],"periods":[41],"of":[42,68,91,144],"time":[43],"integrating":[45],"new":[46],"without":[48],"losing":[49],"previously":[50],"acquired":[51],"skills.":[52],"Here":[53],"we":[54,86],"build":[55],"on":[56],"recent":[57],"work":[58],"by":[59,71],"Graves":[60],"et":[61],"al.":[62],"[5]":[63],"who":[64],"extended":[65],"the":[66,105,115,138,141,145,154,158,161],"capabilities":[67],"an":[69,75,88,101],"ANN":[70],"combining":[72],"it":[73],"with":[74],"external":[76],"memory":[77,117,162],"bank":[78,163],"trained":[79],"through":[80],"gradient":[81],"descent.":[82],"In":[83,153],"paper,":[85],"introduce":[87],"evolvable":[89],"version":[90,143],"Neural":[93,124],"Turing":[94,125],"Machine":[95,126],"(NTM)":[96],"show":[98],"such":[100],"approach":[102],"greatly":[103],"simplifies":[104],"model,":[107],"generalizes":[108],"better,":[109],"does":[111],"not":[112],"require":[113],"accessing":[114],"entire":[116],"content":[118],"at":[119],"each":[120],"time-step.":[121],"The":[122],"Evolvable":[123],"(ENTM)":[127],"able":[129],"solve":[131],"a":[132,148,171,176],"simple":[133],"copy":[134],"tasks":[135],"for":[137,181],"first":[139],"time,":[140],"continuous":[142],"double":[146],"T-Maze,":[147],"complex":[149],"reinforcement-like":[150],"learning":[151,156],"problem.":[152],"T-Maze":[155],"task":[157],"agent":[159],"uses":[160],"display":[165],"adaptive":[166,182],"normally":[169],"requires":[170],"ANN,":[173],"thereby":[174],"suggesting":[175],"complementary":[177],"effective":[179],"mechanism":[180],"NE.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}