{"id":"https://openalex.org/W4409480939","doi":"https://doi.org/10.7554/elife.106032.1.sa0","title":"Reviewer #2 (Public review): Neural signatures of model-based and model-free reinforcement learning across prefrontal cortex and striatum","display_name":"Reviewer #2 (Public review): Neural signatures of model-based and model-free reinforcement learning across prefrontal cortex and striatum","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4409480939","doi":"https://doi.org/10.7554/elife.106032.1.sa0"},"language":"en","primary_location":{"id":"doi:10.7554/elife.106032.1.sa0","doi":"https://doi.org/10.7554/elife.106032.1.sa0","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.106032.1.sa0","pdf_url":null,"source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"peer-review"},"volume":null,"type":"peer-review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7554/elife.106032.1.sa0","any_repository_has_fulltext":false},"authorships":[],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3000,"currency":"USD","value_usd":2500},"apc_paid":{"value":3000,"currency":"USD","value_usd":2500},"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.8734999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.8734999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.1006999984383583,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/goal-directed-behavior","display_name":"goal-directed behavior","score":0.8199999928474426},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"prefrontal cortex","score":0.8619999885559082},{"id":"https://openalex.org/keywords/striatum","display_name":"striatum","score":0.7860000133514404},{"id":"https://openalex.org/keywords/dorsal-anterior-cingulate-cortex","display_name":"dorsal anterior cingulate cortex","score":0.984000027179718},{"id":"https://openalex.org/keywords/dorsolateral-prefrontal-cortex","display_name":"dorsolateral prefrontal cortex","score":0.9980000257492065},{"id":"https://openalex.org/keywords/caudate-nucleus","display_name":"caudate nucleus","score":0.9660000205039978},{"id":"https://openalex.org/keywords/putamen","display_name":"putamen","score":0.9980000257492065},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.7749999761581421},{"id":"https://openalex.org/keywords/reward-encoding","display_name":"reward encoding","score":0.5559999942779541},{"id":"https://openalex.org/keywords/value-estimation","display_name":"value estimation","score":0.4909999966621399},{"id":"https://openalex.org/keywords/prediction-error","display_name":"prediction error","score":0.878000020980835},{"id":"https://openalex.org/keywords/dopaminergic-neurons","display_name":"dopaminergic neurons","score":0.6790000200271606},{"id":"https://openalex.org/keywords/rhesus-macaques","display_name":"rhesus monkeys","score":0.8529999852180481},{"id":"https://openalex.org/keywords/single-unit-recording","display_name":"single-unit recording","score":0.7829999923706055}],"concepts":[{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.770679235458374},{"id":"https://openalex.org/C2780062018","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Striatum","level":3,"score":0.7107883095741272},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6654387712478638},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.6092674136161804},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5910604596138},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.552902102470398},{"id":"https://openalex.org/C2776743251","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Ventral striatum","level":4,"score":0.5435441136360168},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.42452383041381836},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3699035048484802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2991597652435303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23317494988441467},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.10252386331558228},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.0903901755809784},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0829714834690094}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.7554/elife.106032.1.sa0","doi":"https://doi.org/10.7554/elife.106032.1.sa0","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.106032.1.sa0","pdf_url":null,"source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"peer-review"},{"id":"doi:10.7554/elife.106032.3.sa2","doi":"https://doi.org/10.7554/elife.106032.3.sa2","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.106032.3.sa2","pdf_url":"https://elifesciences.org/download/aHR0cHM6Ly9jZG4uZWxpZmVzY2llbmNlcy5vcmcvYXJ0aWNsZXMvMTA2MDMyL2VsaWZlLTEwNjAzMi12MS5wZGY_Y2Fub25pY2FsVXJpPWh0dHBzOi8vZWxpZmVzY2llbmNlcy5vcmcvYXJ0aWNsZXMvMTA2MDMy/elife-106032-v1.pdf?_hash=7rBshF0C7P4RTpY2k30h%2Bf1xjTltYw3LMSWTC1Evw%2FU%3D","source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"peer-review"}],"best_oa_location":{"id":"doi:10.7554/elife.106032.1.sa0","doi":"https://doi.org/10.7554/elife.106032.1.sa0","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.106032.1.sa0","pdf_url":null,"source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"peer-review"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2493982146","display_name":"Neural mechanisms underlying flexible behaviour","funder_award_id":"219525","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G2806284744","display_name":"Neural mechanisms of learning, planning, and decision-making","funder_award_id":"220296","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G2821497223","display_name":"Neural mechanisms of learning, planning, and decision-making","funder_award_id":"220296/Z/20/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G3621668853","display_name":"Neuronal mechanisms underlying value-based decision-making and action selection.","funder_award_id":"096689/Z/11/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G4090192301","display_name":"Organising knowledge for flexible behaviour in the prefrontal-hippocampal circuitry","funder_award_id":"214314/Z/18/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G4932472092","display_name":"Neuromodulatory-prefrontal interactions in primates","funder_award_id":"BB/W003392/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"},{"id":"https://openalex.org/G5570099221","display_name":null,"funder_award_id":"/Z/11/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G5784442504","display_name":"Neuronal mechanisms underlying value-based decision-making and action selection.","funder_award_id":"096689","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7062868530","display_name":"Neural mechanisms underlying flexible behaviour","funder_award_id":"219525/Z/19/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7421454278","display_name":"Organising knowledge for flexible behaviour in the prefrontal-hippocampal circuitry","funder_award_id":"214314","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"}],"funders":[{"id":"https://openalex.org/F4320308269","display_name":"Alexander von Humboldt-Stiftung","ror":"https://ror.org/012kf4317"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320314685","display_name":"Astor Foundation","ror":"https://ror.org/002qz3r93"},{"id":"https://openalex.org/F4320320320","display_name":"Rosetrees Trust","ror":"https://ror.org/04e3zg361"},{"id":"https://openalex.org/F4320322434","display_name":"Max-Planck-Gesellschaft","ror":"https://ror.org/01hhn8329"},{"id":"https://openalex.org/F4320334629","display_name":"Biotechnology and Biological Sciences Research Council","ror":"https://ror.org/00cwqg982"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4409478756","https://openalex.org/W7071309354","https://openalex.org/W1572811707","https://openalex.org/W109634104","https://openalex.org/W3015871661","https://openalex.org/W2063590054","https://openalex.org/W2616296325","https://openalex.org/W2430721571","https://openalex.org/W2055777842","https://openalex.org/W3117446838"],"abstract_inverted_index":{"This":[0],"important":[1],"study":[2],"presents":[3],"single-unit":[4],"activity":[5],"collected":[6],"during":[7,46],"model-based":[8],"(MB)":[9],"and":[10,22,39],"modelfree":[11],"(MF)":[12],"reinforcement":[13,47],"learning":[14],"in":[15,42],"non-human":[16],"primates.The":[17],"dataset":[18],"was":[19],"carefully":[20],"collected,":[21],"the":[23,27],"statistical":[24],"analyses,":[25],"including":[26],"modeling,":[28],"are":[29],"rigorous.The":[30],"evidence":[31],"convincingly":[32],"supports":[33],"different":[34],"roles":[35],"for":[36],"particular":[37],"cortical":[38],"subcortical":[40],"areas":[41],"representing":[43],"key":[44],"variables":[45],"learning.":[48]},"counts_by_year":[],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2025-04-16T00:00:00"}