{"id":"https://openalex.org/W2781687293","doi":"https://doi.org/10.1371/journal.pcbi.1005925","title":"A neural network model for the orbitofrontal cortex and task space acquisition during reinforcement learning","display_name":"A neural network model for the orbitofrontal cortex and task space acquisition during reinforcement learning","publication_year":2018,"publication_date":"2018-01-04","ids":{"openalex":"https://openalex.org/W2781687293","doi":"https://doi.org/10.1371/journal.pcbi.1005925","mag":"2781687293","pmid":"https://pubmed.ncbi.nlm.nih.gov/29300746"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1005925","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005925","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005925&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005925&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101857585","display_name":"Zhewei Zhang","orcid":"https://orcid.org/0000-0001-5841-4239"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210106477","display_name":"Shanghai Institutes for Biological Sciences","ror":"https://ror.org/011rf9d86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhewei Zhang","raw_affiliation_strings":["Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024972359","display_name":"Zhenbo Cheng","orcid":"https://orcid.org/0000-0003-2185-7006"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenbo Cheng","raw_affiliation_strings":["Department of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2185-7006","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041057969","display_name":"Zhongqiao Lin","orcid":"https://orcid.org/0000-0003-2516-0230"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210106477","display_name":"Shanghai Institutes for Biological Sciences","ror":"https://ror.org/011rf9d86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongqiao Lin","raw_affiliation_strings":["Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052689967","display_name":"Chechang Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210106477","display_name":"Shanghai Institutes for Biological Sciences","ror":"https://ror.org/011rf9d86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chechang Nie","raw_affiliation_strings":["Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000086091","display_name":"Tianming Yang","orcid":"https://orcid.org/0000-0001-6976-9246"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210106477","display_name":"Shanghai Institutes for Biological Sciences","ror":"https://ror.org/011rf9d86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106477"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianming Yang","raw_affiliation_strings":["Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0001-6976-9246","affiliations":[{"raw_affiliation_string":"Institute of Neuroscience, Key Laboratory of Primate Neurobiology, CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366","https://openalex.org/I4210106477"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000086091","https://openalex.org/A5024972359","https://openalex.org/A5041057969","https://openalex.org/A5052689967","https://openalex.org/A5101857585"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210097554","https://openalex.org/I4210106477","https://openalex.org/I4210165038","https://openalex.org/I55712492"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":3.7261,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.94386744,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"14","issue":"1","first_page":"e1005925","last_page":"e1005925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9448959827423096},{"id":"https://openalex.org/keywords/orbitofrontal-cortex","display_name":"Orbitofrontal cortex","score":0.7008056640625},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7007763981819153},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6679131984710693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6594924926757812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.592132568359375},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5680014491081238},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5207569599151611},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45453742146492004},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.41759592294692993},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.24594640731811523},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.24131718277931213},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.18647480010986328},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16333630681037903}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9448959827423096},{"id":"https://openalex.org/C2776559556","wikidata":"https://www.wikidata.org/wiki/Q18717","display_name":"Orbitofrontal cortex","level":4,"score":0.7008056640625},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7007763981819153},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6679131984710693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6594924926757812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.592132568359375},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5680014491081238},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5207569599151611},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45453742146492004},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.41759592294692993},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.24594640731811523},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.24131718277931213},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.18647480010986328},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16333630681037903},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004594","descriptor_name":"Electrophysiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004594","descriptor_name":"Electrophysiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004594","descriptor_name":"Electrophysiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005625","descriptor_name":"Frontal Lobe","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005625","descriptor_name":"Frontal Lobe","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005625","descriptor_name":"Frontal Lobe","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D065853","descriptor_name":"Spatial Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D065853","descriptor_name":"Spatial Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D065853","descriptor_name":"Spatial Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1005925","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005925","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005925&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:29300746","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29300746","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:doaj.org/article:60feaf89fa2145a19dc5ab3dd53ef058","is_oa":true,"landing_page_url":"https://doaj.org/article/60feaf89fa2145a19dc5ab3dd53ef058","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 14, Iss 1, p e1005925 (2018)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/5756784","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/A_neural_network_model_for_the_orbitofrontal_cortex_and_task_space_acquisition_during_reinforcement_learning/5756784","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:oai:pubmedcentral.nih.gov:5771635","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5771635","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1005925","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005925","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005925&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5233715824","display_name":null,"funder_award_id":"15JC1400104","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2781687293.pdf","grobid_xml":"https://content.openalex.org/works/W2781687293.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W609092168","https://openalex.org/W1494912895","https://openalex.org/W1601443637","https://openalex.org/W1661597557","https://openalex.org/W1869902417","https://openalex.org/W1924770834","https://openalex.org/W1959149129","https://openalex.org/W1991097067","https://openalex.org/W1993230606","https://openalex.org/W1996395471","https://openalex.org/W1999696971","https://openalex.org/W2001488773","https://openalex.org/W2003065486","https://openalex.org/W2003397476","https://openalex.org/W2010057415","https://openalex.org/W2022881357","https://openalex.org/W2025054170","https://openalex.org/W2033708181","https://openalex.org/W2040414277","https://openalex.org/W2046056819","https://openalex.org/W2046713629","https://openalex.org/W2052795301","https://openalex.org/W2055785971","https://openalex.org/W2058978266","https://openalex.org/W2061897041","https://openalex.org/W2081977041","https://openalex.org/W2085755382","https://openalex.org/W2091222604","https://openalex.org/W2093356195","https://openalex.org/W2095202445","https://openalex.org/W2095350455","https://openalex.org/W2096648742","https://openalex.org/W2099231026","https://openalex.org/W2102803424","https://openalex.org/W2103179919","https://openalex.org/W2103492232","https://openalex.org/W2112191288","https://openalex.org/W2116723809","https://openalex.org/W2117130856","https://openalex.org/W2117726420","https://openalex.org/W2119259385","https://openalex.org/W2121370521","https://openalex.org/W2123850191","https://openalex.org/W2124780821","https://openalex.org/W2138221880","https://openalex.org/W2144463055","https://openalex.org/W2149565728","https://openalex.org/W2152848035","https://openalex.org/W2153693979","https://openalex.org/W2153719229","https://openalex.org/W2155255494","https://openalex.org/W2161046428","https://openalex.org/W2166735517","https://openalex.org/W2170650046","https://openalex.org/W2231416193","https://openalex.org/W2414006382","https://openalex.org/W2536957931","https://openalex.org/W2610510113","https://openalex.org/W2951968427","https://openalex.org/W2952820172","https://openalex.org/W2953112510","https://openalex.org/W3105747146"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,126,151],"has":[2,42],"been":[3,43],"widely":[4],"used":[5],"in":[6,21],"explaining":[7],"animal":[8],"behavior.":[9],"In":[10],"reinforcement":[11,56,110,125,150,162],"learning,":[12],"the":[13,16,19,22,26,32,46,51,65,115,135,145,158],"agent":[14],"learns":[15],"value":[17],"of":[18,134,143],"states":[20],"task,":[23],"collectively":[24],"constituting":[25],"task":[27,52,70,97,120],"state":[28,53,71],"space,":[29],"and":[30,37,68,88,118,128,152],"uses":[31],"knowledge":[33],"to":[34,95,149,156],"choose":[35],"actions":[36],"acquire":[38],"desired":[39],"outcomes.":[40],"It":[41],"proposed":[44],"that":[45,92],"orbitofrontal":[47],"cortex":[48],"(OFC)":[49],"encodes":[50],"space":[54],"during":[55],"learning.":[57,111,163],"However,":[58],"it":[59],"is":[60],"not":[61],"well":[62],"understood":[63],"how":[64,114,144],"OFC":[66,146],"acquires":[67,117],"stores":[69,119],"information.":[72],"Here,":[73],"we":[74],"propose":[75],"a":[76,105,140,153],"neural":[77,159],"network":[78,116,123],"model":[79],"based":[80],"on":[81],"reservoir":[82],"computing.":[83],"Reservoir":[84],"networks":[85],"exhibit":[86],"heterogeneous":[87],"dynamic":[89],"activity":[90],"patterns":[91],"are":[93],"suitable":[94],"encode":[96],"states.":[98],"The":[99,122],"information":[100],"can":[101],"be":[102],"extracted":[103],"by":[104],"linear":[106],"readout":[107],"trained":[108],"with":[109],"We":[112],"demonstrate":[113],"structures.":[121],"exhibits":[124],"behavior":[127],"its":[129],"aspects":[130],"resemble":[131],"experimental":[132],"findings":[133],"OFC.":[136],"Our":[137],"study":[138],"provides":[139],"theoretical":[141],"explanation":[142],"may":[147],"contribute":[148],"new":[154],"approach":[155],"understanding":[157],"mechanism":[160],"underlying":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}