{"id":"https://openalex.org/W2765427642","doi":"https://doi.org/10.1371/journal.pcbi.1005810","title":"Distinct prediction errors in mesostriatal circuits of the human brain mediate learning about the values of both states and actions: evidence from high-resolution fMRI","display_name":"Distinct prediction errors in mesostriatal circuits of the human brain mediate learning about the values of both states and actions: evidence from high-resolution fMRI","publication_year":2017,"publication_date":"2017-10-19","ids":{"openalex":"https://openalex.org/W2765427642","doi":"https://doi.org/10.1371/journal.pcbi.1005810","mag":"2765427642","pmid":"https://pubmed.ncbi.nlm.nih.gov/29049406"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1005810","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005810","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009879411","display_name":"Jaron T. Colas","orcid":"https://orcid.org/0000-0003-1872-7614"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jaron T. Colas","raw_affiliation_strings":["Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-1872-7614","affiliations":[{"raw_affiliation_string":"Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049163840","display_name":"Wolfgang M. Pauli","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wolfgang M. Pauli","raw_affiliation_strings":["Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109231056","display_name":"Tobias Larsen","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]},{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Tobias Larsen","raw_affiliation_strings":["Center for Mind/Brain Sciences, University of Trento, Trento, Italy","Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Mind/Brain Sciences, University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017778677","display_name":"J. Michael Tyszka","orcid":"https://orcid.org/0000-0001-9342-9014"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Michael Tyszka","raw_affiliation_strings":["Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005344604","display_name":"John P. O\u2019Doherty","orcid":"https://orcid.org/0000-0003-0016-3531"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John P. O\u2019Doherty","raw_affiliation_strings":["Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009879411"],"corresponding_institution_ids":["https://openalex.org/I122411786"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":1.4772,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.81695849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"13","issue":"10","first_page":"e1005810","last_page":"e1005810"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7935798168182373},{"id":"https://openalex.org/keywords/striatum","display_name":"Striatum","score":0.7323216199874878},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.6336533427238464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6055065393447876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5840334892272949},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.5770962238311768},{"id":"https://openalex.org/keywords/ventral-striatum","display_name":"Ventral striatum","score":0.5391114354133606},{"id":"https://openalex.org/keywords/midbrain","display_name":"Midbrain","score":0.5200074315071106},{"id":"https://openalex.org/keywords/substantia-nigra","display_name":"Substantia nigra","score":0.4912824034690857},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.4716457724571228},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4279256761074066},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41946402192115784},{"id":"https://openalex.org/keywords/mean-squared-prediction-error","display_name":"Mean squared prediction error","score":0.4169732928276062},{"id":"https://openalex.org/keywords/dopaminergic","display_name":"Dopaminergic","score":0.39837148785591125},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25873804092407227},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.21568498015403748},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.19350358843803406},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13029828667640686}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7935798168182373},{"id":"https://openalex.org/C2780062018","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Striatum","level":3,"score":0.7323216199874878},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.6336533427238464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6055065393447876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5840334892272949},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5770962238311768},{"id":"https://openalex.org/C2776743251","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Ventral striatum","level":4,"score":0.5391114354133606},{"id":"https://openalex.org/C552161191","wikidata":"https://www.wikidata.org/wiki/Q185080","display_name":"Midbrain","level":3,"score":0.5200074315071106},{"id":"https://openalex.org/C2780938664","wikidata":"https://www.wikidata.org/wiki/Q753278","display_name":"Substantia nigra","level":4,"score":0.4912824034690857},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4716457724571228},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4279256761074066},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41946402192115784},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.4169732928276062},{"id":"https://openalex.org/C137183658","wikidata":"https://www.wikidata.org/wiki/Q461076","display_name":"Dopaminergic","level":3,"score":0.39837148785591125},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25873804092407227},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.21568498015403748},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.19350358843803406},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13029828667640686},{"id":"https://openalex.org/C529278444","wikidata":"https://www.wikidata.org/wiki/Q47273","display_name":"Central nervous system","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":7,"locations":[{"id":"doi:10.1371/journal.pcbi.1005810","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005810","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:29049406","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29049406","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:europepmc.org:4604207","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5673235","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:authors.library.caltech.edu:82572","is_oa":true,"landing_page_url":"https://authors.library.caltech.edu/82572/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:RePEc:plo:pcbi00:1005810","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1005810","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:c79a214eedd6463696c84593f305d05a","is_oa":true,"landing_page_url":"https://doaj.org/article/c79a214eedd6463696c84593f305d05a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 13, Iss 10, p e1005810 (2017)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/5515324","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/Distinct_prediction_errors_in_mesostriatal_circuits_of_the_human_brain_mediate_learning_about_the_values_of_both_states_and_actions_evidence_from_high-resolution_fMRI/5515324","pdf_url":null,"source":{"id":"https://openalex.org/S4306402621","display_name":"INDIGO (University of Illinois at Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39422238","host_organization_name":"University of Illinois Chicago","host_organization_lineage":["https://openalex.org/I39422238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1005810","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005810","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G363491546","display_name":null,"funder_award_id":"R01 DA040011","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"},{"id":"https://openalex.org/G4957113771","display_name":null,"funder_award_id":"P50 MH094258","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G5172791399","display_name":null,"funder_award_id":"R01 DA033077","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"},{"id":"https://openalex.org/G5323085296","display_name":"Characterizing habitual and goal-directed behavioral control systems in the human","funder_award_id":"5r01da033077-04","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G921060103","display_name":"Determining the neural substrates of model-based and model-free reinforcement-learning during Pavlovian conditioning","funder_award_id":"3r01da040011-05s1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"},{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2765427642.pdf","grobid_xml":"https://content.openalex.org/works/W2765427642.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W587635596","https://openalex.org/W609092168","https://openalex.org/W1491843047","https://openalex.org/W1524098192","https://openalex.org/W1576452626","https://openalex.org/W1583833196","https://openalex.org/W1607052939","https://openalex.org/W1652173018","https://openalex.org/W1819315688","https://openalex.org/W1944839424","https://openalex.org/W1963582194","https://openalex.org/W1967251218","https://openalex.org/W1968371014","https://openalex.org/W1971675275","https://openalex.org/W1979215131","https://openalex.org/W1995915560","https://openalex.org/W1996368859","https://openalex.org/W2000214310","https://openalex.org/W2001643038","https://openalex.org/W2004014356","https://openalex.org/W2005488868","https://openalex.org/W2007414406","https://openalex.org/W2013974533","https://openalex.org/W2021782736","https://openalex.org/W2025175823","https://openalex.org/W2028384357","https://openalex.org/W2032471499","https://openalex.org/W2033720401","https://openalex.org/W2039148875","https://openalex.org/W2040418090","https://openalex.org/W2044634376","https://openalex.org/W2045031658","https://openalex.org/W2045314411","https://openalex.org/W2046504031","https://openalex.org/W2050233777","https://openalex.org/W2050985708","https://openalex.org/W2051226132","https://openalex.org/W2054940200","https://openalex.org/W2056354534","https://openalex.org/W2066947576","https://openalex.org/W2067071952","https://openalex.org/W2068715462","https://openalex.org/W2072627534","https://openalex.org/W2073782853","https://openalex.org/W2076660877","https://openalex.org/W2078880430","https://openalex.org/W2088135927","https://openalex.org/W2088710408","https://openalex.org/W2090801405","https://openalex.org/W2091565802","https://openalex.org/W2100677568","https://openalex.org/W2102803424","https://openalex.org/W2111255433","https://openalex.org/W2114277272","https://openalex.org/W2114586089","https://openalex.org/W2115271248","https://openalex.org/W2117101773","https://openalex.org/W2117621792","https://openalex.org/W2117726420","https://openalex.org/W2121863487","https://openalex.org/W2128472904","https://openalex.org/W2128562176","https://openalex.org/W2129299900","https://openalex.org/W2129478155","https://openalex.org/W2138092999","https://openalex.org/W2142635246","https://openalex.org/W2147019013","https://openalex.org/W2149565728","https://openalex.org/W2150857753","https://openalex.org/W2157446241","https://openalex.org/W2167362547","https://openalex.org/W2171074980","https://openalex.org/W2191246574","https://openalex.org/W2198609075","https://openalex.org/W2253338868","https://openalex.org/W2262716280","https://openalex.org/W2280320136","https://openalex.org/W2470873315","https://openalex.org/W2479411493","https://openalex.org/W2526753222","https://openalex.org/W2531037093","https://openalex.org/W2950347959","https://openalex.org/W2951968427","https://openalex.org/W2953319434","https://openalex.org/W3015812362","https://openalex.org/W3041202696","https://openalex.org/W3124247078","https://openalex.org/W3139377883","https://openalex.org/W4214728169","https://openalex.org/W4251351176","https://openalex.org/W4294214781","https://openalex.org/W4296159956","https://openalex.org/W6636141549"],"related_works":["https://openalex.org/W2964460082","https://openalex.org/W1996232727","https://openalex.org/W2056337092","https://openalex.org/W2372997646","https://openalex.org/W2033004169","https://openalex.org/W2781798479","https://openalex.org/W2068602040","https://openalex.org/W3050941735","https://openalex.org/W1991905564","https://openalex.org/W2725776515"],"abstract_inverted_index":{"Prediction-error":[0],"signals":[1,117,196],"consistent":[2],"with":[3,125,156,217,228],"formal":[4],"models":[5,73,76],"of":[6,17,23,30,55,65,69,88,93,106,114,137,208,221],"\"reinforcement":[7],"learning\"":[8],"(RL)":[9],"have":[10],"repeatedly":[11],"been":[12],"found":[13,192],"within":[14],"dopaminergic":[15,142],"nuclei":[16],"the":[18,24,27,31,36,53,61,78,94,98,103,112,119,141,147,157,160,166,177,181,198],"midbrain":[19,143],"and":[20,74,180],"dopaminoceptive":[21],"areas":[22,149],"striatum.":[25,183,199],"However,":[26,184],"precise":[28],"form":[29],"RL":[32,70,218],"algorithms":[33],"implemented":[34],"in":[35,118,140,165,175,211,219,226],"human":[37,123],"brain":[38],"is":[39,86,90,102],"not":[40],"yet":[41],"well":[42,145],"determined.":[43],"Here,":[44],"we":[45,121,190],"created":[46],"a":[47,91,126,229],"novel":[48],"paradigm":[49],"optimized":[50,133],"to":[51,134,150],"dissociate":[52],"subtypes":[54],"reward-prediction":[56],"errors":[57],"that":[58,205],"function":[59],"as":[60,144,146],"key":[62],"computational":[63],"signatures":[64],"two":[66],"distinct":[67],"classes":[68],"models-namely,":[71],"\"actor/critic\"":[72],"action-value-learning":[75,107],"(e.g.,":[77],"Q-learning":[79],"model).":[80],"The":[81,169],"state-value-prediction":[82],"error":[83,100],"(SVPE),":[84],"which":[85,151],"independent":[87],"actions,":[89],"hallmark":[92],"actor/critic":[95,158,223],"architecture,":[96],"whereas":[97],"action-value-prediction":[99],"(AVPE)":[101],"distinguishing":[104],"feature":[105],"algorithms.":[108],"To":[109],"test":[110],"for":[111,194,231],"presence":[113],"these":[115,186],"prediction-error":[116],"brain,":[120],"scanned":[122],"participants":[124],"high-resolution":[127,201],"functional":[128],"magnetic-resonance":[129],"imaging":[130],"(fMRI)":[131],"protocol":[132],"enable":[135],"measurement":[136],"neural":[138],"activity":[139],"striatal":[148],"it":[152],"projects.":[153],"In":[154],"keeping":[155],"model,":[159],"SVPE":[161,170],"signal":[162],"was":[163,171],"detected":[164],"substantia":[167],"nigra.":[168],"also":[172,191],"clearly":[173],"present":[174],"both":[176],"ventral":[178],"striatum":[179],"dorsal":[182],"alongside":[185],"purely":[187],"state-value-based":[188],"computations":[189],"evidence":[193],"AVPE":[195],"throughout":[197],"These":[200],"fMRI":[202],"findings":[203],"suggest":[204],"model-free":[206],"aspects":[207],"reward":[209],"learning":[210],"humans":[212],"can":[213],"be":[214],"explained":[215],"algorithmically":[216],"terms":[220],"an":[222],"mechanism":[224],"operating":[225],"parallel":[227],"system":[230],"more":[232],"direct":[233],"action-value":[234],"learning.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}