{"id":"https://openalex.org/W2942839402","doi":"https://doi.org/10.1109/iscas.2019.8702229","title":"Preliminary Results Towards Reinforcement Learning with Mixed-Signal Memristive Neuromorphic Circuits","display_name":"Preliminary Results Towards Reinforcement Learning with Mixed-Signal Memristive Neuromorphic Circuits","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2942839402","doi":"https://doi.org/10.1109/iscas.2019.8702229","mag":"2942839402"},"language":"en","primary_location":{"id":"doi:10.1109/iscas.2019.8702229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas.2019.8702229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065262986","display_name":"Nan Wu","orcid":"https://orcid.org/0000-0001-8291-4292"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan Wu","raw_affiliation_strings":["UC Santa Barabra, Santa Barbara, CA, U.S.A","Department of Electrical and Computer Engineering [Santa Barbara]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Santa Barabra, Santa Barbara, CA, U.S.A","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering [Santa Barbara]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032494774","display_name":"Adrien F. Vincent","orcid":"https://orcid.org/0000-0002-9770-4236"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I15057530","display_name":"Universit\u00e9 de Bordeaux","ror":"https://ror.org/057qpr032","country_code":"FR","type":"education","lineage":["https://openalex.org/I15057530"]},{"id":"https://openalex.org/I4210157089","display_name":"Laboratoire de l'Int\u00e9gration du Mat\u00e9riau au Syst\u00e8me","ror":"https://ror.org/04nabhy78","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I15057530","https://openalex.org/I4210091158","https://openalex.org/I4210095849","https://openalex.org/I4210157089","https://openalex.org/I4210160189"]},{"id":"https://openalex.org/I4210160189","display_name":"Institut Polytechnique de Bordeaux","ror":"https://ror.org/054qv7y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210160189"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Adrien F. Vincent","raw_affiliation_strings":["IMS, Univ. Bordeaux, Bordeaux INP, CNRS (UMR 5218), France","Department of Electrical and Computer Engineering [Santa Barbara]","Laboratoire de l'int\u00e9gration, du mat\u00e9riau au syst\u00e8me"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IMS, Univ. Bordeaux, Bordeaux INP, CNRS (UMR 5218), France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I15057530","https://openalex.org/I4210160189"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering [Santa Barbara]","institution_ids":[]},{"raw_affiliation_string":"Laboratoire de l'int\u00e9gration, du mat\u00e9riau au syst\u00e8me","institution_ids":["https://openalex.org/I4210157089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035468831","display_name":"Dmitri B. Strukov","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dmitri Strukov","raw_affiliation_strings":["UC Santa Barabra, Santa Barbara, CA, U.S.A","Department of Electrical and Computer Engineering [Santa Barbara]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Santa Barabra, Santa Barbara, CA, U.S.A","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering [Santa Barbara]","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3984,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.44763426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.9625289440155029},{"id":"https://openalex.org/keywords/memristor","display_name":"Memristor","score":0.8620221614837646},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8142490386962891},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7207050919532776},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5659688711166382},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5187759399414062},{"id":"https://openalex.org/keywords/synaptic-weight","display_name":"Synaptic weight","score":0.5077296495437622},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49193453788757324},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4435952603816986},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.42656394839286804},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36083343625068665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3443833589553833},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.2242811918258667},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12141254544258118}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.9625289440155029},{"id":"https://openalex.org/C150072547","wikidata":"https://www.wikidata.org/wiki/Q212923","display_name":"Memristor","level":2,"score":0.8620221614837646},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8142490386962891},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7207050919532776},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5659688711166382},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5187759399414062},{"id":"https://openalex.org/C66949984","wikidata":"https://www.wikidata.org/wiki/Q7662043","display_name":"Synaptic weight","level":3,"score":0.5077296495437622},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49193453788757324},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4435952603816986},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.42656394839286804},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36083343625068665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3443833589553833},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2242811918258667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12141254544258118},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iscas.2019.8702229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas.2019.8702229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02487827v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02487827","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2019 IEEE International Symposium on Circuits and Systems (ISCAS), May 2019, Sapporo, Japan. pp.1-5, ⟨10.1109/ISCAS.2019.8702229⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1521427077","https://openalex.org/W1542981317","https://openalex.org/W1551329771","https://openalex.org/W1569296262","https://openalex.org/W1583056432","https://openalex.org/W1615659442","https://openalex.org/W1771410628","https://openalex.org/W2018774711","https://openalex.org/W2021383442","https://openalex.org/W2051336571","https://openalex.org/W2091565802","https://openalex.org/W2121863487","https://openalex.org/W2128609675","https://openalex.org/W2145339207","https://openalex.org/W2154660931","https://openalex.org/W2173248099","https://openalex.org/W2320775593","https://openalex.org/W2521863123","https://openalex.org/W2575705757","https://openalex.org/W2583993537","https://openalex.org/W2623491082","https://openalex.org/W2736601468","https://openalex.org/W2749928749","https://openalex.org/W2766447205","https://openalex.org/W2919115771","https://openalex.org/W2962736495","https://openalex.org/W2963313316","https://openalex.org/W2963864421","https://openalex.org/W2964263004","https://openalex.org/W3100944043","https://openalex.org/W3101558632","https://openalex.org/W4214717370","https://openalex.org/W6630994837","https://openalex.org/W6634891223","https://openalex.org/W6638018090","https://openalex.org/W6682803077","https://openalex.org/W6684921986","https://openalex.org/W6726908607","https://openalex.org/W6739193204","https://openalex.org/W6741002519","https://openalex.org/W6743802245"],"related_works":["https://openalex.org/W3137378424","https://openalex.org/W2809732489","https://openalex.org/W1872623660","https://openalex.org/W3207218810","https://openalex.org/W4292697011","https://openalex.org/W4287780255","https://openalex.org/W3212508523","https://openalex.org/W3023361272","https://openalex.org/W4391092513","https://openalex.org/W4313442939"],"abstract_inverted_index":{"As":[0,85],"the":[1,43,115,135],"end":[2],"of":[3,42,56,93,117,137],"Moore's":[4],"law":[5],"seems":[6],"to":[7,28],"be":[8,61],"imminent,":[9],"emerging":[10],"technologies":[11],"that":[12,59,112,131],"enable":[13],"high":[14],"performance":[15],"neuromorphic":[16,39,73],"hardware":[17,47,74,127,140],"systems":[18],"are":[19,121],"attracting":[20],"increasing":[21],"attention.":[22],"A":[23],"very":[24],"promising":[25],"approach":[26],"is":[27,52],"utilize":[29],"memristors,":[30],"programmable":[31],"nonvolatile":[32],"memory":[33],"devices,":[34],"as":[35],"synaptic":[36],"weights":[37],"in":[38,101],"circuits.":[40],"One":[41],"challenges":[44],"for":[45,76,123,143],"memristive":[46,72],"with":[48],"integrated":[49],"learning":[50,64,78,104,126],"capabilities":[51],"prohibitively":[53],"larger":[54],"number":[55,116],"write":[57],"cycles":[58],"might":[60],"required":[62],"during":[63],"process.":[65],"In":[66],"this":[67,132],"work":[68],"we":[69,89],"propose":[70],"a":[71,86,91,98],"implementation":[75],"reinforcement":[77,103,149],"based":[79],"on":[80],"temporal":[81],"difference":[82],"actor-critic":[83],"algorithm.":[84],"case":[87],"study,":[88],"consider":[90],"task":[92],"balancing":[94],"an":[95],"inverted":[96],"pendulum,":[97],"classical":[99],"problem":[100],"both":[102],"and":[105,120],"control":[106],"theory.":[107],"We":[108,129],"introduce":[109],"training":[110],"techniques":[111],"significantly":[113],"reduce":[114],"weight":[118],"updates":[119],"suitable":[122],"efficient":[124],"in-situ":[125,148],"implementations.":[128],"believe":[130],"study":[133],"shows":[134],"promise":[136],"using":[138],"memristor-based":[139],"neural":[141],"networks":[142],"handling":[144],"complex":[145],"tasks":[146],"through":[147],"learning.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}