{"id":"https://openalex.org/W4396534776","doi":"https://doi.org/10.1371/journal.pcbi.1012030","title":"Recurrent neural networks that learn multi-step visual routines with reinforcement learning","display_name":"Recurrent neural networks that learn multi-step visual routines with reinforcement learning","publication_year":2024,"publication_date":"2024-04-29","ids":{"openalex":"https://openalex.org/W4396534776","doi":"https://doi.org/10.1371/journal.pcbi.1012030","pmid":"https://pubmed.ncbi.nlm.nih.gov/38683837"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1012030","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012030","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pcbi.1012030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021147800","display_name":"S Mollard","orcid":"https://orcid.org/0009-0000-6492-8711"},"institutions":[{"id":"https://openalex.org/I1295801184","display_name":"Netherlands Institute for Neuroscience","ror":"https://ror.org/05csn2x06","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1295801184","https://openalex.org/I1322597698"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sami Mollard","raw_affiliation_strings":["Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands","Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands,"],"raw_orcid":"https://orcid.org/0009-0000-6492-8711","affiliations":[{"raw_affiliation_string":"Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1295801184"]},{"raw_affiliation_string":"Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands,","institution_ids":["https://openalex.org/I1295801184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091872846","display_name":"Catherine Wacongne","orcid":null},"institutions":[{"id":"https://openalex.org/I1295801184","display_name":"Netherlands Institute for Neuroscience","ror":"https://ror.org/05csn2x06","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1295801184","https://openalex.org/I1322597698"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Catherine Wacongne","raw_affiliation_strings":["AnotherBrain, Paris, France","Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands","AnotherBrain, Paris, France,","Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AnotherBrain, Paris, France","institution_ids":[]},{"raw_affiliation_string":"Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1295801184"]},{"raw_affiliation_string":"AnotherBrain, Paris, France,","institution_ids":[]},{"raw_affiliation_string":"Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands,","institution_ids":["https://openalex.org/I1295801184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005914878","display_name":"Sander M. Boht\u00e9","orcid":"https://orcid.org/0000-0002-7866-278X"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sander M. Bohte","raw_affiliation_strings":["Machine Learning Group, Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","Swammerdam Institute for Life Sciences, University of Amsterdam, Amsterdam, The Netherlands","Machine Learning Group, Centrum Wiskunde & Informatica, Amsterdam, The Netherlands,","Swammerdam Institute for Life Sciences, University of Amsterdam, Amsterdam, The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Swammerdam Institute for Life Sciences, University of Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"Machine Learning Group, Centrum Wiskunde & Informatica, Amsterdam, The Netherlands,","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Swammerdam Institute for Life Sciences, University of Amsterdam, Amsterdam, The Netherlands,","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008620732","display_name":"Pieter R. Roelfsema","orcid":"https://orcid.org/0000-0002-1625-0034"},"institutions":[{"id":"https://openalex.org/I1295801184","display_name":"Netherlands Institute for Neuroscience","ror":"https://ror.org/05csn2x06","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1295801184","https://openalex.org/I1322597698"]},{"id":"https://openalex.org/I1340951533","display_name":"Institut de la Vision","ror":"https://ror.org/000zhpw23","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1340951533","https://openalex.org/I39804081"]},{"id":"https://openalex.org/I2802928900","display_name":"Amsterdam UMC Location University of Amsterdam","ror":"https://ror.org/03t4gr691","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I2802928900","https://openalex.org/I4210151833"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]}],"countries":["FR","NL"],"is_corresponding":true,"raw_author_name":"Pieter R. Roelfsema","raw_affiliation_strings":["Department of Integrative Neurophysiology, Center for Neurogenomics and Cognitive Research, VU University, Amsterdam, The Netherlands","Department of Neurosurgery, Academic Medical Center, Amsterdam, The Netherlands","Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands","Laboratory of Visual Brain Therapy, Sorbonne Universit\u00e9, Institut National de la Sant\u00e9 et de la Recherche M\u00e9dicale, Centre National de la Recherche Scientifique, Institut de la Vision, Paris, France","Department of Integrative Neurophysiology, Center for Neurogenomics and Cognitive Research, VU University, Amsterdam, The Netherlands,","Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands,","Laboratory of Visual Brain Therapy, Sorbonne Universite \u00b4, Institut National de la Sante \u00b4et de la Recherche Me \u00b4dicale, Centre National de la Recherche Scientifique, Institut de la Vision, Paris, France,"],"raw_orcid":"https://orcid.org/0000-0002-1625-0034","affiliations":[{"raw_affiliation_string":"Department of Integrative Neurophysiology, Center for Neurogenomics and Cognitive Research, VU University, Amsterdam, The Netherlands","institution_ids":[]},{"raw_affiliation_string":"Department of Neurosurgery, Academic Medical Center, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I2802928900"]},{"raw_affiliation_string":"Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1295801184"]},{"raw_affiliation_string":"Laboratory of Visual Brain Therapy, Sorbonne Universit\u00e9, Institut National de la Sant\u00e9 et de la Recherche M\u00e9dicale, Centre National de la Recherche Scientifique, Institut de la Vision, Paris, France","institution_ids":["https://openalex.org/I1340951533","https://openalex.org/I39804081"]},{"raw_affiliation_string":"Department of Integrative Neurophysiology, Center for Neurogenomics and Cognitive Research, VU University, Amsterdam, The Netherlands,","institution_ids":[]},{"raw_affiliation_string":"Department of Vision & Cognition, Netherlands Institute for Neuroscience, Amsterdam, The Netherlands,","institution_ids":["https://openalex.org/I1295801184"]},{"raw_affiliation_string":"Laboratory of Visual Brain Therapy, Sorbonne Universite \u00b4, Institut National de la Sante \u00b4et de la Recherche Me \u00b4dicale, Centre National de la Recherche Scientifique, Institut de la Vision, Paris, France,","institution_ids":["https://openalex.org/I1340951533","https://openalex.org/I39804081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008620732"],"corresponding_institution_ids":["https://openalex.org/I1295801184","https://openalex.org/I1340951533","https://openalex.org/I2802928900","https://openalex.org/I39804081"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":1.1355,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74564994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"20","issue":"4","first_page":"e1012030","last_page":"e1012030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7227544784545898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6590917110443115},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.5918520092964172},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5913308262825012},{"id":"https://openalex.org/keywords/visual-cortex","display_name":"Visual cortex","score":0.5879601836204529},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5751075744628906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5098184943199158},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.45580530166625977},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44963687658309937},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4378514289855957},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.19810310006141663},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1417410969734192},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.13105812668800354}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7227544784545898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6590917110443115},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.5918520092964172},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5913308262825012},{"id":"https://openalex.org/C2779345533","wikidata":"https://www.wikidata.org/wiki/Q75785","display_name":"Visual cortex","level":2,"score":0.5879601836204529},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5751075744628906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5098184943199158},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.45580530166625977},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44963687658309937},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4378514289855957},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.19810310006141663},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1417410969734192},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.13105812668800354},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014793","descriptor_name":"Visual Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014793","descriptor_name":"Visual Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014793","descriptor_name":"Visual Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014793","descriptor_name":"Visual Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014793","descriptor_name":"Visual Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":10,"locations":[{"id":"doi:10.1371/journal.pcbi.1012030","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012030","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:38683837","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38683837","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":"Journal Article"},{"id":"pmh:oai:pure.knaw.nl:openaire/b125c20e-7ae1-4515-a44d-7fd757183052","is_oa":true,"landing_page_url":"https://pure.knaw.nl/portal/en/publications/b125c20e-7ae1-4515-a44d-7fd757183052","pdf_url":null,"source":{"id":"https://openalex.org/S4306401286","display_name":"KNAW research portal (Royal Academy of Art and Sciences (KNAW))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mollard, S, Wacongne, C, Bohte, S M & Roelfsema, P R 2024, 'Recurrent neural networks that learn multi-step visual routines with reinforcement learning', PLoS Computational Biology, vol. 20, no. 4, pp. e1012030. https://doi.org/10.1371/journal.pcbi.1012030","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/f4c6a8bc-f04b-47de-83be-fb595809ff51","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/f4c6a8bc-f04b-47de-83be-fb595809ff51","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mollard, S, Wacongne, C, Bohte, S M & Roelfsema, P R 2024, 'Recurrent neural networks that learn multistep visual routines with reinforcement learning', PLoS Computational Biology, vol. 20, no. 4, e1012030, pp. 1-28. https://doi.org/10.1371/journal.pcbi.1012030","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.amsterdamumc.nl:openaire/38cb7c8c-ed3a-46a7-98d2-1408bc93d345","is_oa":true,"landing_page_url":"https://pure.amsterdamumc.nl/en/publications/38cb7c8c-ed3a-46a7-98d2-1408bc93d345","pdf_url":"https://pure.amsterdamumc.nl/ws/files/142427546/Recurrent-neural-networks-that-learn-multistep-visual-routines-with-reinforcement-learning.pdf","source":{"id":"https://openalex.org/S7407055222","display_name":"Pure Amsterdam UMC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Mollard, S, Wacongne, C, Bohte, S M & Roelfsema, P R 2024, 'Recurrent neural networks that learn multistep visual routines with reinforcement learning', PLoS computational biology, vol. 20, no. 4 April, e1012030. https://doi.org/10.1371/journal.pcbi.1012030","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:cwi.nl:34152","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/34152","pdf_url":"https://ir.cwi.nl/pub/34152/34152.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology vol. 20 no. 4, pp. e1012030:1-e1012030:28","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11081502","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11081502","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11081502/pdf/pcbi.1012030.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:9bcada8b1047439ca8cd22bad1d53bf6","is_oa":true,"landing_page_url":"https://doaj.org/article/9bcada8b1047439ca8cd22bad1d53bf6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 20, Iss 4, p e1012030 (2024)","raw_type":"article"},{"id":"pmh:oai:pure.knaw.nl:publications/b125c20e-7ae1-4515-a44d-7fd757183052","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11755/b125c20e-7ae1-4515-a44d-7fd757183052","pdf_url":null,"source":{"id":"https://openalex.org/S4306401286","display_name":"KNAW research portal (Royal Academy of Art and Sciences (KNAW))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mollard, S, Wacongne, C, Bohte, S M & Roelfsema, P R 2024, 'Recurrent neural networks that learn multi-step visual routines with reinforcement learning', PLoS Computational Biology, vol. 20, no. 4, pp. e1012030. https://doi.org/10.1371/journal.pcbi.1012030","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research.vu.nl:publications/f4c6a8bc-f04b-47de-83be-fb595809ff51","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/f4c6a8bc-f04b-47de-83be-fb595809ff51","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mollard, S, Wacongne, C, Bohte, S M & Roelfsema, P R 2024, 'Recurrent neural networks that learn multistep visual routines with reinforcement learning', PLoS Computational Biology, vol. 20, no. 4, e1012030, pp. 1-28. https://doi.org/10.1371/journal.pcbi.1012030","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1012030","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012030","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2207080613","display_name":null,"funder_award_id":"101052963","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2789362503","display_name":null,"funder_award_id":"945539","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G3616174056","display_name":null,"funder_award_id":"NWO-OCENW.KLEIN.178","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G3936970252","display_name":null,"funder_award_id":"#945539","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5563633617","display_name":"Interactive Computing E-Infrastructure for the Human Brain Project","funder_award_id":"800858","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6205751680","display_name":null,"funder_award_id":"ANR-18- 590 IAHU-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6278817500","display_name":null,"funder_award_id":"800858","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G7360310222","display_name":"How inhibition puts an image in context","funder_award_id":"OCENW.KLEIN.178","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G8060524251","display_name":null,"funder_award_id":"17619","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G8715391269","display_name":null,"funder_award_id":"800858","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G8767435255","display_name":"Human Brain Project Specific Grant Agreement 3","funder_award_id":"945539","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W168365783","https://openalex.org/W1507172379","https://openalex.org/W1582872249","https://openalex.org/W1881179843","https://openalex.org/W1967033733","https://openalex.org/W1971129545","https://openalex.org/W1976170485","https://openalex.org/W1976853366","https://openalex.org/W1984573925","https://openalex.org/W1994297893","https://openalex.org/W1998152406","https://openalex.org/W2005903160","https://openalex.org/W2007431958","https://openalex.org/W2017973613","https://openalex.org/W2024433933","https://openalex.org/W2025245209","https://openalex.org/W2028203358","https://openalex.org/W2029346512","https://openalex.org/W2032398613","https://openalex.org/W2032929711","https://openalex.org/W2037087172","https://openalex.org/W2038093211","https://openalex.org/W2042028172","https://openalex.org/W2043468294","https://openalex.org/W2057545197","https://openalex.org/W2060277403","https://openalex.org/W2064229486","https://openalex.org/W2081562519","https://openalex.org/W2089263332","https://openalex.org/W2089597841","https://openalex.org/W2099536165","https://openalex.org/W2101060374","https://openalex.org/W2104384805","https://openalex.org/W2112332687","https://openalex.org/W2117726420","https://openalex.org/W2118615399","https://openalex.org/W2120632836","https://openalex.org/W2120907531","https://openalex.org/W2129686235","https://openalex.org/W2130231662","https://openalex.org/W2132130858","https://openalex.org/W2132604267","https://openalex.org/W2135544531","https://openalex.org/W2135988428","https://openalex.org/W2138332780","https://openalex.org/W2143532311","https://openalex.org/W2149120377","https://openalex.org/W2150355110","https://openalex.org/W2156024023","https://openalex.org/W2156387975","https://openalex.org/W2162738875","https://openalex.org/W2163605009","https://openalex.org/W2166198088","https://openalex.org/W2167615189","https://openalex.org/W2274405424","https://openalex.org/W2296890747","https://openalex.org/W2410806370","https://openalex.org/W2568921893","https://openalex.org/W2620202402","https://openalex.org/W2776207810","https://openalex.org/W2782973718","https://openalex.org/W2785693718","https://openalex.org/W2787890532","https://openalex.org/W2791397041","https://openalex.org/W2890421210","https://openalex.org/W2914105075","https://openalex.org/W2922004937","https://openalex.org/W2935958002","https://openalex.org/W2964573450","https://openalex.org/W2988313851","https://openalex.org/W3105516366","https://openalex.org/W3128536198","https://openalex.org/W3128911968","https://openalex.org/W3176742082","https://openalex.org/W4214638533","https://openalex.org/W4220714169","https://openalex.org/W4224919171","https://openalex.org/W4236848939","https://openalex.org/W4287115174","https://openalex.org/W4287967668","https://openalex.org/W4362604006","https://openalex.org/W6634790434","https://openalex.org/W6682889407","https://openalex.org/W6748306599","https://openalex.org/W6761579024"],"related_works":["https://openalex.org/W3104020672","https://openalex.org/W2137674257","https://openalex.org/W3040845310","https://openalex.org/W2143361130","https://openalex.org/W3039382151","https://openalex.org/W2159992686","https://openalex.org/W1978872345","https://openalex.org/W2966098618","https://openalex.org/W2592608653","https://openalex.org/W1966123133"],"abstract_inverted_index":{"Many":[0],"cognitive":[1],"problems":[2],"can":[3,50,111,137,297],"be":[4,26,51,269],"decomposed":[5,52],"into":[6,53],"series":[7],"of":[8,55,65,77,86,146,159,204,211,219,228,231,258,278],"subproblems":[9,18],"that":[10,62,116,136,142,189,244,266],"are":[11,19,69,117,163],"solved":[12],"sequentially":[13],"by":[14,28,236,246],"the":[15,33,37,66,81,105,144,167,209,212,216,226,229,232,255,261,285],"brain.":[16],"When":[17],"solved,":[20],"relevant":[21,238],"intermediate":[22,63],"results":[23,64,289],"need":[24],"to":[25,32,95,268,284],"stored":[27,70],"neurons":[29],"and":[30,108,185,198,201,215,281],"propagated":[31],"next":[34],"subproblem,":[35],"until":[36],"overarching":[38],"goal":[39],"has":[40,251],"been":[41,252],"completed.":[42],"We":[43,127,187],"will":[44],"here":[45,128],"consider":[46],"visual":[47,57,82,140,161,199,213,256,305],"tasks,":[48],"which":[49,156,179],"sequences":[54,203],"elemental":[56,67,106,148,192],"operations.":[58,149],"Experimental":[59],"evidence":[60],"suggests":[61],"operations":[68,94,107],"in":[71,80,113,122,183,254],"working":[72],"memory":[73],"as":[74,195,250,275],"an":[75],"enhancement":[76],"neural":[78,114,133,233,301],"activity":[79,88,227,280],"cortex.":[83],"The":[84,98],"focus":[85,277],"enhanced":[87,279],"is":[89,103,180],"then":[90],"available":[91],"for":[92,155],"subsequent":[93,286],"act":[96],"upon.":[97],"main":[99],"question":[100],"at":[101],"stake":[102],"how":[104,291],"their":[109],"sequencing":[110],"emerge":[112],"networks":[115,190],"trained":[118],"with":[119],"only":[120],"rewards,":[121],"a":[123,130,172,220,276,292,299],"reinforcement":[124],"learning":[125,177,295],"setting.":[126],"propose":[129],"new":[131],"recurrent":[132,300],"network":[134,234,302],"architecture":[135],"learn":[138,191],"composite":[139],"tasks":[141,154],"require":[143],"application":[145],"successive":[147],"Specifically,":[150],"we":[151,169],"selected":[152],"three":[153],"electrophysiological":[157],"recordings":[158],"monkeys'":[160],"cortex":[162,257],"available.":[164],"To":[165],"train":[166,298],"networks,":[168],"used":[170],"RELEARNN,":[171],"biologically":[173,293],"plausible":[174,294],"four-factor":[175],"Hebbian":[176],"rule,":[178],"local":[181],"both":[182],"time":[184],"space.":[186],"report":[188],"operations,":[193,205],"such":[194],"contour":[196],"grouping":[197],"search,":[200],"execute":[202],"solely":[206],"based":[207],"on":[208,283,303],"characteristics":[210],"stimuli":[214],"reward":[217],"structure":[218],"task.":[221],"After":[222],"training":[223],"was":[224,241,273],"completed,":[225],"units":[230],"elicited":[235,245],"behaviorally":[237],"image":[239],"items":[240],"stronger":[242],"than":[243],"irrelevant":[247],"ones,":[248],"just":[249],"observed":[253],"monkeys":[259],"solving":[260],"same":[262],"tasks.":[263,306],"Relevant":[264],"information":[265],"needed":[267],"exchanged":[270],"between":[271],"subroutines":[272],"maintained":[274],"passed":[282],"subroutines.":[287],"Our":[288],"demonstrate":[290],"rule":[296],"multistep":[304]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-19T15:00:24.278416","created_date":"2025-10-10T00:00:00"}