{"id":"https://openalex.org/W3135902525","doi":"https://doi.org/10.1088/2634-4386/ac1a64","title":"A dual-memory architecture for reinforcement learning on neuromorphic platforms","display_name":"A dual-memory architecture for reinforcement learning on neuromorphic platforms","publication_year":2021,"publication_date":"2021-08-03","ids":{"openalex":"https://openalex.org/W3135902525","doi":"https://doi.org/10.1088/2634-4386/ac1a64","mag":"3135902525"},"language":"en","primary_location":{"id":"doi:10.1088/2634-4386/ac1a64","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2634-4386/ac1a64","pdf_url":null,"source":{"id":"https://openalex.org/S4210212933","display_name":"Neuromorphic Computing and Engineering","issn_l":"2634-4386","issn":["2634-4386"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuromorphic Computing and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2634-4386/ac1a64","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wilkie Olin-Ammentorp","orcid":"https://orcid.org/0000-0002-2472-9862"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wilkie Olin-Ammentorp","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2472-9862","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yury Sokolov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yury Sokolov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Maxim Bazhenov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maxim Bazhenov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2000,"currency":"GBP","value_usd":2453},"apc_paid":{"value":2000,"currency":"GBP","value_usd":2453},"fwci":0.305,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.54939624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"1","issue":"2","first_page":"024003","last_page":"024003"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8418999910354614,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8418999910354614,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.07999999821186066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.9711999893188477},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7272999882698059},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.631600022315979},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.5764999985694885},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.569599986076355}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.9711999893188477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7454000115394592},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7272999882698059},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.6757000088691711},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.631600022315979},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.5764999985694885},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.569599986076355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5418999791145325},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.29330000281333923}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2634-4386/ac1a64","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2634-4386/ac1a64","pdf_url":null,"source":{"id":"https://openalex.org/S4210212933","display_name":"Neuromorphic Computing and Engineering","issn_l":"2634-4386","issn":["2634-4386"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuromorphic Computing and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2103.04780","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.04780","pdf_url":"https://arxiv.org/pdf/2103.04780","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1088/2634-4386/ac1a64","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2634-4386/ac1a64","pdf_url":null,"source":{"id":"https://openalex.org/S4210212933","display_name":"Neuromorphic Computing and Engineering","issn_l":"2634-4386","issn":["2634-4386"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuromorphic Computing and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3232931952","display_name":null,"funder_award_id":"HR0011-18-2-0021","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G3904416443","display_name":null,"funder_award_id":"00018020-001","funder_id":"https://openalex.org/F4320307102","funder_display_name":"Intel Corporation"}],"funders":[{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1535641516","https://openalex.org/W1664071020","https://openalex.org/W1825869920","https://openalex.org/W2012592267","https://openalex.org/W2047057213","https://openalex.org/W2067933183","https://openalex.org/W2076327464","https://openalex.org/W2113501460","https://openalex.org/W2125424598","https://openalex.org/W2142449474","https://openalex.org/W2158211937","https://openalex.org/W2163630896","https://openalex.org/W2404695164","https://openalex.org/W2424347275","https://openalex.org/W2610614408","https://openalex.org/W2768956845","https://openalex.org/W2775079417","https://openalex.org/W2783525259","https://openalex.org/W2798878556","https://openalex.org/W2902907165","https://openalex.org/W2938321354","https://openalex.org/W2974428947","https://openalex.org/W2981707302","https://openalex.org/W2999066514","https://openalex.org/W3003533476","https://openalex.org/W3093388624","https://openalex.org/W3093690609","https://openalex.org/W3093947012","https://openalex.org/W3139657805","https://openalex.org/W3147709328","https://openalex.org/W6686227676","https://openalex.org/W6687681856","https://openalex.org/W6739201545","https://openalex.org/W6758745213","https://openalex.org/W6761865529","https://openalex.org/W6770255372","https://openalex.org/W6773376115","https://openalex.org/W6780560492","https://openalex.org/W6791374204"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Reinforcement":[1],"learning":[2,8],"(RL)":[3],"is":[4],"a":[5,14,58,80,90],"foundation":[6],"of":[7,27,82,100],"in":[9,35],"biological":[10],"systems":[11],"and":[12,49,77,97],"provides":[13],"framework":[15],"to":[16,38,61],"address":[17],"numerous":[18],"challenges":[19],"with":[20],"real-world":[21,94],"artificial":[22],"intelligence":[23],"applications.":[24],"Efficient":[25],"implementations":[26],"RL":[28,64,95,105],"techniques":[29],"could":[30],"allow":[31],"for":[32,93,104],"agents":[33],"deployed":[34],"edge-use":[36],"cases":[37],"gain":[39],"novel":[40],"abilities,":[41],"such":[42],"as":[43],"improved":[44],"navigation,":[45],"understanding":[46],"complex":[47],"situations":[48],"critical":[50],"decision":[51],"making.":[52],"Toward":[53],"this":[54],"goal,":[55],"we":[56],"describe":[57],"flexible":[59],"architecture":[60,69],"carry":[62],"out":[63],"on":[65],"neuromorphic":[66,75,102],"platforms.":[67],"This":[68],"was":[70],"implemented":[71],"using":[72,84],"an":[73],"Intel":[74],"processor":[76],"demonstrated":[78],"solving":[79],"variety":[81],"tasks":[83],"spiking":[85],"dynamics.":[86],"Our":[87],"study":[88],"proposes":[89],"usable":[91],"solution":[92],"applications":[96],"demonstrates":[98],"applicability":[99],"the":[101],"platforms":[103],"problems.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2021-03-15T00:00:00"}