{"id":"https://openalex.org/W3036899627","doi":"https://doi.org/10.1371/journal.pcbi.1007944","title":"Combined model-free and model-sensitive reinforcement learning in non-human primates","display_name":"Combined model-free and model-sensitive reinforcement learning in non-human primates","publication_year":2020,"publication_date":"2020-06-22","ids":{"openalex":"https://openalex.org/W3036899627","doi":"https://doi.org/10.1371/journal.pcbi.1007944","mag":"3036899627","pmid":"https://pubmed.ncbi.nlm.nih.gov/32569311"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1007944","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007944","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007944&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007944&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009919907","display_name":"Bruno Miranda","orcid":"https://orcid.org/0000-0003-4660-6051"},"institutions":[{"id":"https://openalex.org/I113358080","display_name":"Champalimaud Foundation","ror":"https://ror.org/03g001n57","country_code":"PT","type":"facility","lineage":["https://openalex.org/I113358080"]},{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","PT"],"is_corresponding":true,"raw_author_name":"Bruno Miranda","raw_affiliation_strings":["Institute of Neurology, Department of Clinical and Movement Neurosciences, University College London, London, United Kingdom","Instituto de Medicina Molecular, Faculdade de Medicina, Universidade de Lisboa, Lisboa, Portugal","International Neuroscience Doctoral Programme, Champalimaud Foundation, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-4660-6051","affiliations":[{"raw_affiliation_string":"Institute of Neurology, Department of Clinical and Movement Neurosciences, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Instituto de Medicina Molecular, Faculdade de Medicina, Universidade de Lisboa, Lisboa, Portugal","institution_ids":["https://openalex.org/I141596103"]},{"raw_affiliation_string":"International Neuroscience Doctoral Programme, Champalimaud Foundation, Lisbon, Portugal","institution_ids":["https://openalex.org/I113358080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080392736","display_name":"W. M. Nishantha Malalasekera","orcid":"https://orcid.org/0000-0003-2083-2261"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"W. M. Nishantha Malalasekera","raw_affiliation_strings":["Institute of Neurology, Department of Clinical and Movement Neurosciences, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2083-2261","affiliations":[{"raw_affiliation_string":"Institute of Neurology, Department of Clinical and Movement Neurosciences, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032723566","display_name":"Timothy E.J. Behrens","orcid":"https://orcid.org/0000-0003-0048-1177"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210101881","display_name":"Wellcome Centre for Integrative Neuroimaging","ror":"https://ror.org/0172mzb45","country_code":"GB","type":"facility","lineage":["https://openalex.org/I40120149","https://openalex.org/I4210101881","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Timothy E. Behrens","raw_affiliation_strings":["Wellcome Centre for Integrative Neuroimaging, Centre for Functional Magnetic Resonance Imaging of the Brain, University of Oxford, Oxford, United Kingdom","Wellcome Trust Centre for Neuroimaging, University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Integrative Neuroimaging, Centre for Functional Magnetic Resonance Imaging of the Brain, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I4210101881","https://openalex.org/I40120149"]},{"raw_affiliation_string":"Wellcome Trust Centre for Neuroimaging, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075063030","display_name":"Peter Dayan","orcid":"https://orcid.org/0000-0003-3476-1839"},"institutions":[{"id":"https://openalex.org/I4210115172","display_name":"Oxford Centre for Computational Neuroscience","ror":"https://ror.org/026ejyb70","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210115172"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Dayan","raw_affiliation_strings":["Gatsby Computational Neuroscience Unit, University College London, London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3476-1839","affiliations":[{"raw_affiliation_string":"Gatsby Computational Neuroscience Unit, University College London, London, London, United Kingdom","institution_ids":["https://openalex.org/I4210115172","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017667658","display_name":"Steven W. Kennerley","orcid":"https://orcid.org/0000-0002-5696-7507"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steven W. Kennerley","raw_affiliation_strings":["Institute of Neurology, Department of Clinical and Movement Neurosciences, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5696-7507","affiliations":[{"raw_affiliation_string":"Institute of Neurology, Department of Clinical and Movement Neurosciences, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009919907"],"corresponding_institution_ids":["https://openalex.org/I113358080","https://openalex.org/I141596103","https://openalex.org/I45129253"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":2.0467,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.86774087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"e1007944","last_page":"e1007944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10699","display_name":"Primate Behavior and Ecology","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10174","display_name":"Animal Behavior and Reproduction","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1105","display_name":"Ecology, Evolution, Behavior and Systematics"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7964211702346802},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6890361309051514},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.660361647605896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6546922922134399},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6282428503036499},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5908836126327515},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5756099224090576},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5709472298622131},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.4379129409790039},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.42899996042251587},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.328212708234787},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2733309268951416},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11922317743301392}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7964211702346802},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6890361309051514},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.660361647605896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6546922922134399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6282428503036499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5908836126327515},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5756099224090576},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5709472298622131},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4379129409790039},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.42899996042251587},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.328212708234787},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2733309268951416},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11922317743301392},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011323","descriptor_name":"Primates","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011323","descriptor_name":"Primates","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011323","descriptor_name":"Primates","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011323","descriptor_name":"Primates","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1007944","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007944","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007944&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:32569311","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32569311","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1007944","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1007944","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:cf645a564a2f48ee96d5df29db791381","is_oa":true,"landing_page_url":"https://doaj.org/article/cf645a564a2f48ee96d5df29db791381","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 16, Iss 6, p e1007944 (2020)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7332075","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7332075","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1007944","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007944","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007944&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G147277100","display_name":null,"funder_award_id":"New Investigator Award (096689/Z/11/Z)","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"},{"id":"https://openalex.org/G2241886760","display_name":null,"funder_award_id":"JSMF220020372","funder_id":"https://openalex.org/F4320306183","funder_display_name":"James S. McDonnell Foundation"},{"id":"https://openalex.org/G3621668853","display_name":null,"funder_award_id":"096689/Z/11/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G6551388713","display_name":null,"funder_award_id":"Senior Research Fellowship (WT104765MA)","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"},{"id":"https://openalex.org/G8977285126","display_name":null,"funder_award_id":"SFRH/BD/51711/2011","funder_id":"https://openalex.org/F4320335059","funder_display_name":"Faculdade de Ci\u00eancias e Tecnologia, Universidade Nova de Lisboa"}],"funders":[{"id":"https://openalex.org/F4320306183","display_name":"James S. McDonnell Foundation","ror":"https://ror.org/03dy4aq19"},{"id":"https://openalex.org/F4320307874","display_name":"Wellcome","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320308269","display_name":"Alexander von Humboldt-Stiftung","ror":"https://ror.org/012kf4317"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320314685","display_name":"Astor Foundation","ror":null},{"id":"https://openalex.org/F4320320033","display_name":"Gatsby Charitable Foundation","ror":"https://ror.org/0290hax27"},{"id":"https://openalex.org/F4320322434","display_name":"Max-Planck-Gesellschaft","ror":"https://ror.org/01hhn8329"},{"id":"https://openalex.org/F4320335059","display_name":"Faculdade de Ci\u00eancias e Tecnologia, Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036899627.pdf","grobid_xml":"https://content.openalex.org/works/W3036899627.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W318591133","https://openalex.org/W1426890125","https://openalex.org/W1515851193","https://openalex.org/W1977114987","https://openalex.org/W1979215131","https://openalex.org/W1980035368","https://openalex.org/W1988699227","https://openalex.org/W2000214310","https://openalex.org/W2001643038","https://openalex.org/W2006760951","https://openalex.org/W2010147753","https://openalex.org/W2014370649","https://openalex.org/W2023732657","https://openalex.org/W2028384357","https://openalex.org/W2040418090","https://openalex.org/W2048226872","https://openalex.org/W2049633694","https://openalex.org/W2057001461","https://openalex.org/W2080834410","https://openalex.org/W2083607057","https://openalex.org/W2096648742","https://openalex.org/W2099737847","https://openalex.org/W2102803424","https://openalex.org/W2115998792","https://openalex.org/W2125597654","https://openalex.org/W2128349062","https://openalex.org/W2129299900","https://openalex.org/W2130086055","https://openalex.org/W2131938106","https://openalex.org/W2135929897","https://openalex.org/W2149565728","https://openalex.org/W2149892666","https://openalex.org/W2152437364","https://openalex.org/W2153894094","https://openalex.org/W2156952192","https://openalex.org/W2163340182","https://openalex.org/W2164961539","https://openalex.org/W2167362547","https://openalex.org/W2168175751","https://openalex.org/W2170650046","https://openalex.org/W2178583635","https://openalex.org/W2222166274","https://openalex.org/W2228005960","https://openalex.org/W2288341381","https://openalex.org/W2379192565","https://openalex.org/W2419503723","https://openalex.org/W2498761000","https://openalex.org/W2510619540","https://openalex.org/W2535161073","https://openalex.org/W2736983092","https://openalex.org/W2740909715","https://openalex.org/W2801995417","https://openalex.org/W2951968427","https://openalex.org/W3014870478","https://openalex.org/W3139377883","https://openalex.org/W4211177544","https://openalex.org/W4214717370","https://openalex.org/W4245108548","https://openalex.org/W6644671391","https://openalex.org/W6682800251"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2040545019","https://openalex.org/W2787352659","https://openalex.org/W1970611213","https://openalex.org/W4206560911"],"abstract_inverted_index":{"Contemporary":[0],"reinforcement":[1],"learning":[2],"(RL)":[3],"theory":[4],"suggests":[5],"that":[6,14,35,122,153,174],"potential":[7],"choices":[8,154],"can":[9],"be":[10,19,62],"evaluated":[11],"by":[12,42],"strategies":[13,46,59],"may":[15,17],"or":[16],"not":[18],"sensitive":[20],"to":[21,96,103,158],"the":[22,40,107,123,126,132],"computational":[23,70,150],"structure":[24,124],"of":[25,53,90,109,117,125,161,167,171,178,187,209],"tasks.":[26],"A":[27,114,147],"paradigmatic":[28],"model-free":[29],"(MF)":[30],"strategy":[31],"simply":[32],"repeats":[33],"actions":[34],"have":[36,66],"been":[37,81],"rewarded":[38],"in":[39,83,223],"past;":[41],"contrast,":[43],"model-sensitive":[44],"(MS)":[45],"exploit":[47],"richer":[48],"information":[49],"associated":[50],"with":[51,86,163],"knowledge":[52],"task":[54,101,127],"dynamics.":[55],"MF":[56,110,136,210],"and":[57,69,105,111,131,137,144,211],"MS":[58,112,129,138,212],"should":[60],"typically":[61],"combined,":[63],"because":[64],"they":[65],"complementary":[67],"statistical":[68],"strengths;":[71],"however,":[72],"this":[73,183],"tradeoff":[74],"between":[75],"MF/MS":[76],"RL":[77,191,220],"has":[78],"mostly":[79],"only":[80,87],"demonstrated":[82],"humans,":[84],"often":[85],"modest":[88],"numbers":[89],"trials.":[91],"We":[92],"trained":[93],"rhesus":[94],"monkeys":[95],"perform":[97],"a":[98,159,164,168,188,195,205],"two-stage":[99],"decision":[100],"designed":[102],"elicit":[104],"discriminate":[106],"use":[108],"methods.":[113],"descriptive":[115],"analysis":[116,151],"choice":[118,143],"behaviour":[119],"revealed":[120],"directly":[121],"(of":[128,135],"importance)":[130,139],"reward":[133],"history":[134],"significantly":[140],"influenced":[141],"both":[142],"response":[145,202],"vigour.":[146],"detailed,":[148],"trial-by-trial":[149],"confirmed":[152],"were":[155],"made":[156],"according":[157],"combination":[160],"strategies,":[162],"dominant":[165],"influence":[166],"particular":[169,196],"form":[170],"model":[172,184,192],"sensitivity":[173],"persisted":[175],"over":[176],"weeks":[177],"testing.":[179],"The":[180],"residuals":[181],"from":[182],"necessitated":[185],"development":[186],"new":[189,217],"combined":[190],"which":[193],"incorporates":[194],"credit":[197],"assignment":[198],"weighting":[199],"procedure.":[200],"Finally,":[201],"vigor":[203],"exhibited":[204],"subtly":[206],"different":[207],"collection":[208],"influences.":[213],"These":[214],"results":[215],"provide":[216],"illumination":[218],"onto":[219],"behavioural":[221],"processes":[222],"non-human":[224],"primates.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}