{"id":"https://openalex.org/W4404520775","doi":"https://doi.org/10.1371/journal.pcbi.1012580","title":"Reward Bases: A simple mechanism for adaptive acquisition of multiple reward types","display_name":"Reward Bases: A simple mechanism for adaptive acquisition of multiple reward types","publication_year":2024,"publication_date":"2024-11-19","ids":{"openalex":"https://openalex.org/W4404520775","doi":"https://doi.org/10.1371/journal.pcbi.1012580","pmid":"https://pubmed.ncbi.nlm.nih.gov/39561186"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1012580","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012580","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pcbi.1012580","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048239223","display_name":"Beren Millidge","orcid":"https://orcid.org/0000-0003-1872-5635"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210108304","display_name":"MRC Brain Network Dynamics Unit","ror":"https://ror.org/01tfjyv98","country_code":"GB","type":"facility","lineage":["https://openalex.org/I40120149","https://openalex.org/I4210087105","https://openalex.org/I4210108304","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Beren Millidge","raw_affiliation_strings":["MRC Brain Network Dynamics Unit, University of Oxford, Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"MRC Brain Network Dynamics Unit, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I4210108304","https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004775934","display_name":"Yuhang Song","orcid":"https://orcid.org/0000-0002-7999-0291"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210108304","display_name":"MRC Brain Network Dynamics Unit","ror":"https://ror.org/01tfjyv98","country_code":"GB","type":"facility","lineage":["https://openalex.org/I40120149","https://openalex.org/I4210087105","https://openalex.org/I4210108304","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yuhang Song","raw_affiliation_strings":["MRC Brain Network Dynamics Unit, University of Oxford, Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"MRC Brain Network Dynamics Unit, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I4210108304","https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032963618","display_name":"Armin Lak","orcid":"https://orcid.org/0000-0003-1926-5458"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Armin Lak","raw_affiliation_strings":["Department of Physiology, Anatomy & Genetics, University of Oxford, Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Physiology, Anatomy & Genetics, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030994595","display_name":"Mark E. Walton","orcid":"https://orcid.org/0000-0003-0117-2894"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210101881","display_name":"Wellcome Centre for Integrative Neuroimaging","ror":"https://ror.org/0172mzb45","country_code":"GB","type":"facility","lineage":["https://openalex.org/I40120149","https://openalex.org/I4210101881","https://openalex.org/I87048295"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mark E. Walton","raw_affiliation_strings":["Department of Experimental Psychology, University of Oxford, Oxford, United Kingdom","Wellcome Centre for Integrative Neuroimaging, University of Oxford, Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Experimental Psychology, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Wellcome Centre for Integrative Neuroimaging, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I4210101881","https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049095056","display_name":"Rafa\u0142 Bogacz","orcid":"https://orcid.org/0000-0002-8994-1661"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210108304","display_name":"MRC Brain Network Dynamics Unit","ror":"https://ror.org/01tfjyv98","country_code":"GB","type":"facility","lineage":["https://openalex.org/I40120149","https://openalex.org/I4210087105","https://openalex.org/I4210108304","https://openalex.org/I90344618"]}],"countries":["GB","JP"],"is_corresponding":true,"raw_author_name":"Rafal Bogacz","raw_affiliation_strings":["MRC Brain Network Dynamics Unit, University of Oxford, Oxford, United Kingdom","Theoretical Sciences Visiting Program (TSVP), Okinawa Institute of Science and Technology Graduate University, Onna, Japan"],"affiliations":[{"raw_affiliation_string":"MRC Brain Network Dynamics Unit, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I4210108304","https://openalex.org/I40120149"]},{"raw_affiliation_string":"Theoretical Sciences Visiting Program (TSVP), Okinawa Institute of Science and Technology Graduate University, Onna, Japan","institution_ids":["https://openalex.org/I142637625"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5004775934","https://openalex.org/A5030994595","https://openalex.org/A5032963618","https://openalex.org/A5048239223","https://openalex.org/A5049095056"],"corresponding_institution_ids":["https://openalex.org/I142637625","https://openalex.org/I40120149","https://openalex.org/I4210101881","https://openalex.org/I4210108304"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":3.6928,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93763307,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"20","issue":"11","first_page":"e1012580","last_page":"e1012580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.7789534330368042},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.6369033455848694},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5732899904251099},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5390381813049316},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5104721784591675},{"id":"https://openalex.org/keywords/adaptive-behavior","display_name":"Adaptive behavior","score":0.4976671040058136},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4691421389579773},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.45595765113830566},{"id":"https://openalex.org/keywords/reward-system","display_name":"Reward system","score":0.4438297152519226},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4270956814289093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39901554584503174},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3499370217323303},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2992289662361145},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.17151576280593872},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0790090560913086}],"concepts":[{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.7789534330368042},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.6369033455848694},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5732899904251099},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5390381813049316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5104721784591675},{"id":"https://openalex.org/C68784500","wikidata":"https://www.wikidata.org/wiki/Q1570691","display_name":"Adaptive behavior","level":2,"score":0.4976671040058136},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4691421389579773},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.45595765113830566},{"id":"https://openalex.org/C143661069","wikidata":"https://www.wikidata.org/wiki/Q670713","display_name":"Reward system","level":2,"score":0.4438297152519226},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4270956814289093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39901554584503174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3499370217323303},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2992289662361145},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.17151576280593872},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0790090560913086},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001479","descriptor_name":"Basal Ganglia","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001479","descriptor_name":"Basal Ganglia","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001479","descriptor_name":"Basal Ganglia","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001479","descriptor_name":"Basal Ganglia","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1012580","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012580","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:39561186","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39561186","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11614280","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11614280","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11614280/pdf/pcbi.1012580.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:0a108e0500ae44e6bb88109738adc955","is_oa":true,"landing_page_url":"https://doaj.org/article/0a108e0500ae44e6bb88109738adc955","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 20, Iss 11, p e1012580 (2024)","raw_type":"article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:6b924d26-efd9-4dfa-8247-88c1df3cd830","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jisc Publications Router","raw_type":"Journal article"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1012580","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012580","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.8399999737739563,"display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G1019185187","display_name":null,"funder_award_id":"Society","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"},{"id":"https://openalex.org/G1458948341","display_name":"Computational models of dynamics in brain networks underlying action selection","funder_award_id":"MC_UU_00003/1","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G2626217064","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"},{"id":"https://openalex.org/G3065692067","display_name":null,"funder_award_id":"202831/Z/16/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G3602986768","display_name":"Evaluation of costs and benefits of actions in the basal ganglia","funder_award_id":"BB/S006338/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"},{"id":"https://openalex.org/G3660457013","display_name":null,"funder_award_id":"BB/S006338/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"},{"id":"https://openalex.org/G420847197","display_name":null,"funder_award_id":"MC_UU_00003/1","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G5566807808","display_name":null,"funder_award_id":"MC_UU_","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G580957429","display_name":null,"funder_award_id":"213465","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7203816737","display_name":null,"funder_award_id":"213465","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G7407982985","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G7667575801","display_name":null,"funder_award_id":"Henry Dale Fellowship","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G8569201230","display_name":null,"funder_award_id":"213465","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"}],"funders":[{"id":"https://openalex.org/F4320307874","display_name":"Wellcome","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320322443","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79"},{"id":"https://openalex.org/F4320332167","display_name":"Directorate for Biological Sciences","ror":"https://ror.org/001xhss06"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334629","display_name":"Biotechnology and Biological Sciences Research Council","ror":"https://ror.org/00cwqg982"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":97,"referenced_works":["https://openalex.org/W125252782","https://openalex.org/W1498436455","https://openalex.org/W1533729189","https://openalex.org/W1581202840","https://openalex.org/W1596586683","https://openalex.org/W1652173018","https://openalex.org/W1964028898","https://openalex.org/W1971690948","https://openalex.org/W1971999279","https://openalex.org/W1978530827","https://openalex.org/W1979464096","https://openalex.org/W1982670892","https://openalex.org/W1990944431","https://openalex.org/W1994728257","https://openalex.org/W1995723319","https://openalex.org/W1997128521","https://openalex.org/W2010297727","https://openalex.org/W2011896702","https://openalex.org/W2016865357","https://openalex.org/W2022561563","https://openalex.org/W2023990491","https://openalex.org/W2026297218","https://openalex.org/W2028791709","https://openalex.org/W2034840220","https://openalex.org/W2041639631","https://openalex.org/W2043615441","https://openalex.org/W2045783185","https://openalex.org/W2047478527","https://openalex.org/W2054466443","https://openalex.org/W2055523610","https://openalex.org/W2056354534","https://openalex.org/W2069600955","https://openalex.org/W2086685521","https://openalex.org/W2095088925","https://openalex.org/W2098534820","https://openalex.org/W2109059823","https://openalex.org/W2112337921","https://openalex.org/W2114752149","https://openalex.org/W2117080373","https://openalex.org/W2117726420","https://openalex.org/W2117794907","https://openalex.org/W2129717318","https://openalex.org/W2142110758","https://openalex.org/W2146017847","https://openalex.org/W2148819999","https://openalex.org/W2149565728","https://openalex.org/W2153894094","https://openalex.org/W2164647828","https://openalex.org/W2167362547","https://openalex.org/W2168414233","https://openalex.org/W2169323873","https://openalex.org/W2178079081","https://openalex.org/W2192457000","https://openalex.org/W2253344776","https://openalex.org/W2269679621","https://openalex.org/W2309693715","https://openalex.org/W2318609293","https://openalex.org/W2343463530","https://openalex.org/W2404664646","https://openalex.org/W2466948651","https://openalex.org/W2507447634","https://openalex.org/W2552737632","https://openalex.org/W2754726085","https://openalex.org/W2808649721","https://openalex.org/W2897319759","https://openalex.org/W2915088378","https://openalex.org/W2945418623","https://openalex.org/W2947312223","https://openalex.org/W2952478461","https://openalex.org/W2971592235","https://openalex.org/W2981875266","https://openalex.org/W2999778183","https://openalex.org/W3032576810","https://openalex.org/W3038776264","https://openalex.org/W3038817743","https://openalex.org/W3080093241","https://openalex.org/W3082871268","https://openalex.org/W3112375501","https://openalex.org/W3149505936","https://openalex.org/W3150025697","https://openalex.org/W3154645879","https://openalex.org/W3188474988","https://openalex.org/W3196427539","https://openalex.org/W4214717370","https://openalex.org/W4230262518","https://openalex.org/W4234696649","https://openalex.org/W4285083709","https://openalex.org/W4295786408","https://openalex.org/W4301042878","https://openalex.org/W4317553563","https://openalex.org/W4321375769","https://openalex.org/W4366481719","https://openalex.org/W4382931771","https://openalex.org/W4385450925","https://openalex.org/W4386333974","https://openalex.org/W4400293922","https://openalex.org/W6993026462"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2180954594","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2052835778","https://openalex.org/W2103419012","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W4309516954"],"abstract_inverted_index":{"Animals":[0],"can":[1,186,230],"adapt":[2],"their":[3],"preferences":[4],"for":[5],"different":[6,37,202],"types":[7,126],"of":[8,91,119,127,145,172,198],"reward":[9,38,80,146],"according":[10,35,53,234],"to":[11,36,54,63,108,122,136,152,162,211,235],"physiological":[12,213],"state,":[13],"such":[14,40],"as":[15,41],"hunger":[16],"or":[17,43],"thirst.":[18],"To":[19,86],"explain":[20],"this":[21,92],"ability,":[22],"we":[23,94],"employ":[24],"a":[25,88,96,101,143,169,226],"simple":[26,227],"multi-objective":[27],"reinforcement":[28],"learning":[29],"model":[30,67,174,206],"that":[31,47,69,133],"learns":[32],"multiple":[33,190],"values":[34,52,188],"dimensions":[39,81],"food":[42,155],"water.":[44],"We":[45,131,166],"show":[46],"by":[48],"weighting":[49],"these":[50],"learned":[51],"the":[55,75,112,117,158,173,176,183,205,208],"current":[56],"needs,":[57],"behaviour":[58,233],"may":[59],"be":[60],"flexibly":[61,231],"adapted":[62],"present":[64],"preferences.":[65],"This":[66],"predicts":[68],"individual":[70],"dopamine":[71,120,140,194,217],"neurons":[72,121,141,149,195],"should":[73],"encode":[74,142,196],"errors":[76],"associated":[77],"with":[78,84],"some":[79,148],"more":[82,161],"than":[83],"others.":[85],"provide":[87],"preliminary":[89],"test":[90],"prediction,":[93],"reanalysed":[95],"small":[97],"dataset":[98],"obtained":[99],"from":[100,201],"single":[102],"primate":[103],"in":[104,134,175,189,216,220],"an":[105],"experiment":[106],"which":[107],"our":[109],"knowledge":[110],"is":[111],"only":[113],"published":[114],"study":[115],"where":[116],"responses":[118,218],"stimuli":[123,153,163],"predicting":[124,154,164],"distinct":[125],"rewards":[128,156],"were":[129],"recorded.":[130],"observed":[132],"addition":[135],"subjective":[137],"economic":[138],"value,":[139],"gradient":[144],"dimensions;":[147],"respond":[150,160],"most":[151],"while":[157],"others":[159],"fluids.":[165],"also":[167],"proposed":[168],"possible":[170],"implementation":[171],"basal":[177],"ganglia":[178],"network,":[179],"and":[180,219],"demonstrated":[181],"how":[182,225],"striatal":[184],"system":[185],"learn":[187],"dimensions,":[191],"even":[192],"when":[193],"mixtures":[197],"prediction":[199],"error":[200],"dimensions.":[203],"Additionally,":[204],"reproduces":[207],"instant":[209],"generalisation":[210],"new":[212],"states":[214],"seen":[215],"behaviour.":[221],"Our":[222],"results":[223],"demonstrate":[224],"neural":[228],"circuit":[229],"guide":[232],"animals'":[236],"needs.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}