{"id":"https://openalex.org/W2899583541","doi":"https://doi.org/10.1162/evco_a_00239","title":"Neuroevolution of a Modular Memory-Augmented Neural Network for Deep Memory Problems","display_name":"Neuroevolution of a Modular Memory-Augmented Neural Network for Deep Memory Problems","publication_year":2018,"publication_date":"2018-11-08","ids":{"openalex":"https://openalex.org/W2899583541","doi":"https://doi.org/10.1162/evco_a_00239","mag":"2899583541","pmid":"https://pubmed.ncbi.nlm.nih.gov/30407876"},"language":"en","primary_location":{"id":"doi:10.1162/evco_a_00239","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00239","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008832526","display_name":"Shauharda Khadka","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shauharda Khadka","raw_affiliation_strings":["Oregon State University, Corvallis, 97330, USA"],"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, 97330, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009492797","display_name":"Jen Jen Chung","orcid":"https://orcid.org/0000-0001-7828-0741"},"institutions":[{"id":"https://openalex.org/I2799323385","display_name":"Board of the Swiss Federal Institutes of Technology","ror":"https://ror.org/01rvn4p91","country_code":"CH","type":"government","lineage":["https://openalex.org/I2799323385"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Jen Jen Chung","raw_affiliation_strings":["Eidgen\u00f6ssische Technische Hochschule Z\u00fcrich, Z\u00fcrich, 8092, Switzerland"],"affiliations":[{"raw_affiliation_string":"Eidgen\u00f6ssische Technische Hochschule Z\u00fcrich, Z\u00fcrich, 8092, Switzerland","institution_ids":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084748531","display_name":"Kagan Tumer","orcid":"https://orcid.org/0009-0007-3809-7257"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kagan Tumer","raw_affiliation_strings":["Oregon State University, Corvallis, 97330, USA"],"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, 97330, USA","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008832526","https://openalex.org/A5009492797","https://openalex.org/A5084748531"],"corresponding_institution_ids":["https://openalex.org/I131249849","https://openalex.org/I2799323385","https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":1.1402,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8410344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"27","issue":"4","first_page":"639","last_page":"664"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.859205961227417},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5935045480728149},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5780516266822815},{"id":"https://openalex.org/keywords/auxiliary-memory","display_name":"Auxiliary memory","score":0.5545491576194763},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5357837677001953},{"id":"https://openalex.org/keywords/flat-memory-model","display_name":"Flat memory model","score":0.5048032999038696},{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.5007619857788086},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4634286165237427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45409294962882996},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4390757083892822},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.43255794048309326},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.38423681259155273},{"id":"https://openalex.org/keywords/semiconductor-memory","display_name":"Semiconductor memory","score":0.2799151837825775},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.13074472546577454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.859205961227417},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5935045480728149},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5780516266822815},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.5545491576194763},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5357837677001953},{"id":"https://openalex.org/C57863822","wikidata":"https://www.wikidata.org/wiki/Q905488","display_name":"Flat memory model","level":4,"score":0.5048032999038696},{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.5007619857788086},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4634286165237427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45409294962882996},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4390757083892822},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.43255794048309326},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.38423681259155273},{"id":"https://openalex.org/C98986596","wikidata":"https://www.wikidata.org/wiki/Q1143031","display_name":"Semiconductor memory","level":2,"score":0.2799151837825775},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.13074472546577454},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005075","descriptor_name":"Biological Evolution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005075","descriptor_name":"Biological Evolution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005075","descriptor_name":"Biological Evolution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1162/evco_a_00239","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00239","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},{"id":"pmid:30407876","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30407876","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W139960808","https://openalex.org/W581956982","https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W1689711448","https://openalex.org/W1924770834","https://openalex.org/W2005708641","https://openalex.org/W2064675550","https://openalex.org/W2069143585","https://openalex.org/W2079735306","https://openalex.org/W2096533821","https://openalex.org/W2099257174","https://openalex.org/W2111935653","https://openalex.org/W2116435618","https://openalex.org/W2136016850","https://openalex.org/W2143612262","https://openalex.org/W2144225695","https://openalex.org/W2150355110","https://openalex.org/W2157331557","https://openalex.org/W2240536489","https://openalex.org/W2294902494","https://openalex.org/W2346006176","https://openalex.org/W2402268235","https://openalex.org/W2499574314","https://openalex.org/W2530887700","https://openalex.org/W2530917347","https://openalex.org/W2598247389","https://openalex.org/W2607662938","https://openalex.org/W2726368825","https://openalex.org/W2738724892","https://openalex.org/W2804575271","https://openalex.org/W2914552685","https://openalex.org/W2919115771","https://openalex.org/W2938753230","https://openalex.org/W2950527759","https://openalex.org/W2964167477","https://openalex.org/W3022353958","https://openalex.org/W4212774754","https://openalex.org/W4247950230"],"related_works":["https://openalex.org/W2362277122","https://openalex.org/W261562921","https://openalex.org/W2353759903","https://openalex.org/W2526409495","https://openalex.org/W2164832447","https://openalex.org/W2543553956","https://openalex.org/W1527643973","https://openalex.org/W2373327185","https://openalex.org/W2171298529","https://openalex.org/W4229499594"],"abstract_inverted_index":{"We":[0,127],"present":[1],"Modular":[2],"Memory":[3,29],"Units":[4,23],"(MMUs),":[5],"a":[6,39],"new":[7],"class":[8],"of":[9,20,125,168],"memory-augmented":[10],"neural":[11,18],"network.":[12],"MMU":[13,44,129,147],"builds":[14],"on":[15,139],"the":[16,47,60,63,78,100,104,165],"gated":[17],"architecture":[19],"Gated":[21],"Recurrent":[22],"(GRUs)":[24],"and":[25,53,73,108,118,133,136,151,158],"Long":[26],"Short":[27],"Term":[28],"(LSTMs),":[30],"to":[31,38,58,80,83,95,102,115,161],"incorporate":[32],"an":[33,122],"external":[34],"memory":[35,48,61,71,105,142,170],"block,":[36],"similar":[37],"Neural":[40],"Turing":[41],"Machine":[42],"(NTM).":[43],"interacts":[45],"with":[46],"block":[49],"using":[50,113,130],"independent":[51],"read":[52,84],"write":[54],"gates":[55],"that":[56,146],"serve":[57],"decouple":[59],"from":[62,85,106],"central":[64],"feedforward":[65],"operation.":[66],"This":[67,93],"allows":[68,99],"for":[69],"regimented":[70],"access":[72],"update,":[74],"giving":[75],"our":[76],"network":[77,101],"ability":[79],"choose":[81],"when":[82],"memory,":[86],"update":[87],"it,":[88],"or":[89],"simply":[90],"ignore":[91],"it.":[92],"capacity":[94],"act":[96],"in":[97,164],"detachment":[98],"shield":[103],"noise":[107],"other":[109],"distractions,":[110],"while":[111],"simultaneously":[112],"it":[114],"effectively":[116],"retain":[117],"propagate":[119],"information":[120],"over":[121],"extended":[123],"period":[124],"time.":[126],"train":[128],"both":[131],"neuroevolution":[132],"gradient":[134],"descent,":[135],"perform":[137],"experiments":[138],"two":[140],"deep":[141],"benchmarks.":[143,171],"Results":[144],"demonstrate":[145],"performs":[148],"significantly":[149],"faster":[150],"more":[152],"accurately":[153],"than":[154],"traditional":[155],"LSTM-based":[156],"methods,":[157],"is":[159],"robust":[160],"dramatic":[162],"increases":[163],"sequence":[166],"depth":[167],"these":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}