{"id":"https://openalex.org/W2765427642","doi":"https://doi.org/10.1371/journal.pcbi.1005810","title":"Distinct prediction errors in mesostriatal circuits of the human brain mediate learning about the values of both states and actions: evidence from high-resolution fMRI","display_name":"Distinct prediction errors in mesostriatal circuits of the human brain mediate learning about the values of both states and actions: evidence from high-resolution fMRI","publication_year":2017,"publication_date":"2017-10-19","ids":{"openalex":"https://openalex.org/W2765427642","doi":"https://doi.org/10.1371/journal.pcbi.1005810","mag":"2765427642","pmid":"https://pubmed.ncbi.nlm.nih.gov/29049406"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1005810","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005810","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009879411","display_name":"Jaron T. Colas","orcid":"https://orcid.org/0000-0003-1872-7614"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jaron T. Colas","raw_affiliation_strings":["Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-1872-7614","affiliations":[{"raw_affiliation_string":"Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049163840","display_name":"Wolfgang M. Pauli","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wolfgang M. Pauli","raw_affiliation_strings":["Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109231056","display_name":"Tobias Larsen","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]},{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Tobias Larsen","raw_affiliation_strings":["Center for Mind/Brain Sciences, University of Trento, Trento, Italy","Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Mind/Brain Sciences, University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017778677","display_name":"J. Michael Tyszka","orcid":"https://orcid.org/0000-0001-9342-9014"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Michael Tyszka","raw_affiliation_strings":["Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005344604","display_name":"John P. O\u2019Doherty","orcid":"https://orcid.org/0000-0003-0016-3531"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John P. O\u2019Doherty","raw_affiliation_strings":["Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computation and Neural Systems Program, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Division of the Humanities and Social Sciences, California Institute of Technology, Pasadena, CA, United States of America","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009879411"],"corresponding_institution_ids":["https://openalex.org/I122411786"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":1.7175,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.84419576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"13","issue":"10","first_page":"e1005810","last_page":"e1005810"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7935798168182373},{"id":"https://openalex.org/keywords/striatum","display_name":"Striatum","score":0.7323216199874878},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.6336533427238464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6055065393447876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5840334892272949},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.5770962238311768},{"id":"https://openalex.org/keywords/ventral-striatum","display_name":"Ventral striatum","score":0.5391114354133606},{"id":"https://openalex.org/keywords/midbrain","display_name":"Midbrain","score":0.5200074315071106},{"id":"https://openalex.org/keywords/substantia-nigra","display_name":"Substantia nigra","score":0.4912824034690857},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.4716457724571228},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4279256761074066},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41946402192115784},{"id":"https://openalex.org/keywords/mean-squared-prediction-error","display_name":"Mean squared prediction error","score":0.4169732928276062},{"id":"https://openalex.org/keywords/dopaminergic","display_name":"Dopaminergic","score":0.39837148785591125},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25873804092407227},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.21568498015403748},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.19350358843803406},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13029828667640686}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7935798168182373},{"id":"https://openalex.org/C2780062018","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Striatum","level":3,"score":0.7323216199874878},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.6336533427238464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6055065393447876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5840334892272949},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5770962238311768},{"id":"https://openalex.org/C2776743251","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Ventral striatum","level":4,"score":0.5391114354133606},{"id":"https://openalex.org/C552161191","wikidata":"https://www.wikidata.org/wiki/Q185080","display_name":"Midbrain","level":3,"score":0.5200074315071106},{"id":"https://openalex.org/C2780938664","wikidata":"https://www.wikidata.org/wiki/Q753278","display_name":"Substantia nigra","level":4,"score":0.4912824034690857},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4716457724571228},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4279256761074066},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41946402192115784},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.4169732928276062},{"id":"https://openalex.org/C137183658","wikidata":"https://www.wikidata.org/wiki/Q461076","display_name":"Dopaminergic","level":3,"score":0.39837148785591125},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25873804092407227},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.21568498015403748},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.19350358843803406},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13029828667640686},{"id":"https://openalex.org/C529278444","wikidata":"https://www.wikidata.org/wiki/Q47273","display_name":"Central nervous system","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007089","descriptor_name":"Image Enhancement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008636","descriptor_name":"Mesencephalon","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":7,"locations":[{"id":"doi:10.1371/journal.pcbi.1005810","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005810","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:29049406","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29049406","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:authors.library.caltech.edu:82572","is_oa":true,"landing_page_url":"https://authors.library.caltech.edu/82572/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:RePEc:plo:pcbi00:1005810","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1005810","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:c79a214eedd6463696c84593f305d05a","is_oa":true,"landing_page_url":"https://doaj.org/article/c79a214eedd6463696c84593f305d05a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 13, Iss 10, p e1005810 (2017)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:4604207","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5673235","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:figshare.com:article/5515324","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/Distinct_prediction_errors_in_mesostriatal_circuits_of_the_human_brain_mediate_learning_about_the_values_of_both_states_and_actions_evidence_from_high-resolution_fMRI/5515324","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1005810","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1005810","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1005810&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7293936786","display_name":null,"funder_award_id":"R01DA033077","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8194440666","display_name":null,"funder_award_id":"R01DA040011","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2765427642.pdf","grobid_xml":"https://content.openalex.org/works/W2765427642.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W587635596","https://openalex.org/W609092168","https://openalex.org/W1491843047","https://openalex.org/W1524098192","https://openalex.org/W1576452626","https://openalex.org/W1583833196","https://openalex.org/W1607052939","https://openalex.org/W1652173018","https://openalex.org/W1819315688","https://openalex.org/W1944839424","https://openalex.org/W1963582194","https://openalex.org/W1967251218","https://openalex.org/W1968371014","https://openalex.org/W1971675275","https://openalex.org/W1979215131","https://openalex.org/W1995915560","https://openalex.org/W1996368859","https://openalex.org/W2000214310","https://openalex.org/W2001643038","https://openalex.org/W2004014356","https://openalex.org/W2005488868","https://openalex.org/W2007414406","https://openalex.org/W2013974533","https://openalex.org/W2021782736","https://openalex.org/W2025175823","https://openalex.org/W2028384357","https://openalex.org/W2032471499","https://openalex.org/W2033720401","https://openalex.org/W2039148875","https://openalex.org/W2040418090","https://openalex.org/W2044634376","https://openalex.org/W2045031658","https://openalex.org/W2045314411","https://openalex.org/W2046504031","https://openalex.org/W2050233777","https://openalex.org/W2050985708","https://openalex.org/W2051226132","https://openalex.org/W2054940200","https://openalex.org/W2056354534","https://openalex.org/W2066947576","https://openalex.org/W2067071952","https://openalex.org/W2068715462","https://openalex.org/W2072627534","https://openalex.org/W2073782853","https://openalex.org/W2076660877","https://openalex.org/W2078880430","https://openalex.org/W2088135927","https://openalex.org/W2088710408","https://openalex.org/W2090801405","https://openalex.org/W2091565802","https://openalex.org/W2100677568","https://openalex.org/W2102803424","https://openalex.org/W2111255433","https://openalex.org/W2114277272","https://openalex.org/W2114586089","https://openalex.org/W2115271248","https://openalex.org/W2117101773","https://openalex.org/W2117621792","https://openalex.org/W2117726420","https://openalex.org/W2121863487","https://openalex.org/W2128472904","https://openalex.org/W2128562176","https://openalex.org/W2129299900","https://openalex.org/W2129478155","https://openalex.org/W2138092999","https://openalex.org/W2142635246","https://openalex.org/W2147019013","https://openalex.org/W2149565728","https://openalex.org/W2150857753","https://openalex.org/W2157446241","https://openalex.org/W2167362547","https://openalex.org/W2171074980","https://openalex.org/W2191246574","https://openalex.org/W2198609075","https://openalex.org/W2253338868","https://openalex.org/W2262716280","https://openalex.org/W2280320136","https://openalex.org/W2470873315","https://openalex.org/W2479411493","https://openalex.org/W2526753222","https://openalex.org/W2531037093","https://openalex.org/W2950347959","https://openalex.org/W2951968427","https://openalex.org/W2953319434","https://openalex.org/W3015812362","https://openalex.org/W3041202696","https://openalex.org/W3124247078","https://openalex.org/W3139377883","https://openalex.org/W4214728169","https://openalex.org/W4251351176","https://openalex.org/W4294214781","https://openalex.org/W4296159956","https://openalex.org/W6636141549"],"related_works":["https://openalex.org/W2964460082","https://openalex.org/W1996232727","https://openalex.org/W2056337092","https://openalex.org/W2372997646","https://openalex.org/W2033004169","https://openalex.org/W2781798479","https://openalex.org/W2068602040","https://openalex.org/W3050941735","https://openalex.org/W1991905564","https://openalex.org/W2725776515"],"abstract_inverted_index":{"Prediction-error":[0],"signals":[1,117,196],"consistent":[2],"with":[3,125,156,217,228],"formal":[4],"models":[5,73,76],"of":[6,17,23,30,55,65,69,88,93,106,114,137,208,221],"\"reinforcement":[7],"learning\"":[8],"(RL)":[9],"have":[10],"repeatedly":[11],"been":[12],"found":[13,192],"within":[14],"dopaminergic":[15,142],"nuclei":[16],"the":[18,24,27,31,36,53,61,78,94,98,103,112,119,141,147,157,160,166,177,181,198],"midbrain":[19,143],"and":[20,74,180],"dopaminoceptive":[21],"areas":[22,149],"striatum.":[25,183,199],"However,":[26,184],"precise":[28],"form":[29],"RL":[32,70,218],"algorithms":[33],"implemented":[34],"in":[35,118,140,165,175,211,219,226],"human":[37,123],"brain":[38],"is":[39,86,90,102],"not":[40],"yet":[41],"well":[42,145],"determined.":[43],"Here,":[44],"we":[45,121,190],"created":[46],"a":[47,91,126,229],"novel":[48],"paradigm":[49],"optimized":[50,133],"to":[51,134,150],"dissociate":[52],"subtypes":[54],"reward-prediction":[56],"errors":[57],"that":[58,205],"function":[59],"as":[60,144,146],"key":[62],"computational":[63],"signatures":[64],"two":[66],"distinct":[67],"classes":[68],"models-namely,":[71],"\"actor/critic\"":[72],"action-value-learning":[75,107],"(e.g.,":[77],"Q-learning":[79],"model).":[80],"The":[81,169],"state-value-prediction":[82],"error":[83,100],"(SVPE),":[84],"which":[85,151],"independent":[87],"actions,":[89],"hallmark":[92],"actor/critic":[95,158,223],"architecture,":[96],"whereas":[97],"action-value-prediction":[99],"(AVPE)":[101],"distinguishing":[104],"feature":[105],"algorithms.":[108],"To":[109],"test":[110],"for":[111,194,231],"presence":[113],"these":[115,186],"prediction-error":[116],"brain,":[120],"scanned":[122],"participants":[124],"high-resolution":[127,201],"functional":[128],"magnetic-resonance":[129],"imaging":[130],"(fMRI)":[131],"protocol":[132],"enable":[135],"measurement":[136],"neural":[138],"activity":[139],"striatal":[148],"it":[152],"projects.":[153],"In":[154],"keeping":[155],"model,":[159],"SVPE":[161,170],"signal":[162],"was":[163,171],"detected":[164],"substantia":[167],"nigra.":[168],"also":[172,191],"clearly":[173],"present":[174],"both":[176],"ventral":[178],"striatum":[179],"dorsal":[182],"alongside":[185],"purely":[187],"state-value-based":[188],"computations":[189],"evidence":[193],"AVPE":[195],"throughout":[197],"These":[200],"fMRI":[202],"findings":[203],"suggest":[204],"model-free":[206],"aspects":[207],"reward":[209],"learning":[210],"humans":[212],"can":[213],"be":[214],"explained":[215],"algorithmically":[216],"terms":[220],"an":[222],"mechanism":[224],"operating":[225],"parallel":[227],"system":[230],"more":[232],"direct":[233],"action-value":[234],"learning.":[235]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}