{"id":"https://openalex.org/W1981982902","doi":"https://doi.org/10.1016/j.cub.2014.08.064","title":"Dopamine Reward Prediction Error Responses Reflect Marginal Utility","display_name":"Dopamine Reward Prediction Error Responses Reflect Marginal Utility","alternate_titles":[],"publication_year":2014,"publication_date":"2014-10-03","ids":{"openalex":"https://openalex.org/W1981982902","doi":"https://doi.org/10.1016/j.cub.2014.08.064","mag":"1981982902","pmid":"https://pubmed.ncbi.nlm.nih.gov/25283778","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/4228052"},"language":"en","primary_location":{"id":"doi:10.1016/j.cub.2014.08.064","doi":"https://doi.org/10.1016/j.cub.2014.08.064","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cub.2014.08.064","pdf_url":"http://www.cell.com/article/S0960982214011282/pdf","source":{"id":"https://openalex.org/S128425624","display_name":"Current Biology","issn_l":"0960-9822","issn":["0960-9822","1879-0445"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Current Biology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1981982902"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.cell.com/article/S0960982214011282/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070330500","display_name":"William R. Stauffer","orcid":"https://orcid.org/0000-0003-1031-8824","observed_orcids":["https://orcid.org/0000-0003-1031-8824"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"William\u00a0R. Stauffer","raw_affiliation_strings":["Department of Physiology, Development, and Neuroscience, University of Cambridge, Downing Street, Cambridge CB2 3DY, UK. Electronic address: william.stauffer@gmail.com","Department of Physiology, Development and Neuroscience, University of Cambridge, Downing Street, Cambridge, CB2 3DY, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, Development, and Neuroscience, University of Cambridge, Downing Street, Cambridge CB2 3DY, UK. Electronic address: william.stauffer@gmail.com","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, Downing Street, Cambridge, CB2 3DY, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032963618","display_name":"Armin Lak","orcid":"https://orcid.org/0000-0003-1926-5458","observed_orcids":["https://orcid.org/0000-0003-1926-5458"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Armin Lak","raw_affiliation_strings":["Department of Physiology, Development, and Neuroscience, University of Cambridge, Downing Street, Cambridge CB2 3DY, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, Development, and Neuroscience, University of Cambridge, Downing Street, Cambridge CB2 3DY, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066653099","display_name":"Wolfram Schultz","orcid":"https://orcid.org/0000-0002-8530-4518","observed_orcids":["https://orcid.org/0000-0002-8530-4518"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wolfram Schultz","raw_affiliation_strings":["Department of Physiology, Development, and Neuroscience, University of Cambridge, Downing Street, Cambridge CB2 3DY, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, Development, and Neuroscience, University of Cambridge, Downing Street, Cambridge CB2 3DY, UK","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5070330500"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":{"value":7030,"currency":"USD","value_usd":7030},"apc_paid":{"value":7030,"currency":"USD","value_usd":7030},"fwci":7.3223,"has_fulltext":false,"cited_by_count":220,"citation_normalized_percentile":{"value":0.98241949,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"24","issue":"21","first_page":"2491","last_page":"2500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.5175999999046326,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.5175999999046326,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.33009999990463257,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.13760000467300415,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dopamine","display_name":"dopamine","score":0.6819999814033508},{"id":"https://openalex.org/keywords/reward-prediction-error","display_name":"reward prediction error","score":0.8759999871253967},{"id":"https://openalex.org/keywords/marginal-utility","display_name":"marginal utility","score":0.9990000128746033},{"id":"https://openalex.org/keywords/utility-functions","display_name":"utility functions","score":0.7839999794960022},{"id":"https://openalex.org/keywords/risk-preferences","display_name":"risk preferences","score":0.5590000152587891},{"id":"https://openalex.org/keywords/choice-under-risk","display_name":"choice under risk","score":0.6179999709129333},{"id":"https://openalex.org/keywords/stochastic-dominance","display_name":"stochastic dominance","score":0.8069999814033508},{"id":"https://openalex.org/keywords/certainty-equivalent","display_name":"certainty equivalent","score":0.6819999814033508},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.5460000038146973},{"id":"https://openalex.org/keywords/economic-decision-making","display_name":"economic decision-making","score":0.5450000166893005}],"concepts":[{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.8756663799285889},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.699920654296875},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.49045297503471375}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":"Q000378","qualifier_name":"metabolism","is_major_topic":false},{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012309","descriptor_name":"Risk-Taking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013269","descriptor_name":"Stochastic Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.1016/j.cub.2014.08.064","doi":"https://doi.org/10.1016/j.cub.2014.08.064","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cub.2014.08.064","pdf_url":"http://www.cell.com/article/S0960982214011282/pdf","source":{"id":"https://openalex.org/S128425624","display_name":"Current Biology","issn_l":"0960-9822","issn":["0960-9822","1879-0445"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Current Biology","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:3198528","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4228052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmid:25283778","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25283778","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Current biology : CB","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:4228052","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4228052/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Curr Biol","raw_type":"Text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1464343","doi":null,"is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/1464343/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CURRENT BIOLOGY , 24 (21) pp. 2491-2500. (2014)","raw_type":"Article"},{"id":"mag:2516387341","doi":null,"is_oa":false,"landing_page_url":"https://www.researchgate.net/profile/Armin_Lak/publication/266392486_Dopamine_Reward_Prediction_Error_Responses_Reflect_Marginal_Utility/links/5430f8c20cf27e39fa9e270a.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1016/j.cub.2014.08.064","doi":"https://doi.org/10.1016/j.cub.2014.08.064","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cub.2014.08.064","pdf_url":"http://www.cell.com/article/S0960982214011282/pdf","source":{"id":"https://openalex.org/S128425624","display_name":"Current Biology","issn_l":"0960-9822","issn":["0960-9822","1879-0445"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Current Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2261952459","display_name":"Neuronal reward mechanisms.","funder_award_id":"095495/Z/11/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"}],"funders":[{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1981982902.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W30680763","https://openalex.org/W1481061523","https://openalex.org/W1501279792","https://openalex.org/W1519746945","https://openalex.org/W1581813620","https://openalex.org/W1971501199","https://openalex.org/W1975528635","https://openalex.org/W1986338698","https://openalex.org/W1988628392","https://openalex.org/W1989285461","https://openalex.org/W1995118028","https://openalex.org/W1996490110","https://openalex.org/W1998060466","https://openalex.org/W2001488773","https://openalex.org/W2010297727","https://openalex.org/W2011451766","https://openalex.org/W2018629318","https://openalex.org/W2019025561","https://openalex.org/W2023732657","https://openalex.org/W2027047704","https://openalex.org/W2027934280","https://openalex.org/W2037745646","https://openalex.org/W2046479615","https://openalex.org/W2053290883","https://openalex.org/W2054040367","https://openalex.org/W2070218409","https://openalex.org/W2079447760","https://openalex.org/W2086028445","https://openalex.org/W2095363189","https://openalex.org/W2098534820","https://openalex.org/W2102118103","https://openalex.org/W2102810982","https://openalex.org/W2107886772","https://openalex.org/W2113616846","https://openalex.org/W2117371559","https://openalex.org/W2117726420","https://openalex.org/W2119170562","https://openalex.org/W2120505991","https://openalex.org/W2121863487","https://openalex.org/W2133469585","https://openalex.org/W2144846366","https://openalex.org/W2158420012","https://openalex.org/W2159162180","https://openalex.org/W2166316317","https://openalex.org/W2168356649","https://openalex.org/W2171352770","https://openalex.org/W2310516540","https://openalex.org/W2333311386","https://openalex.org/W2602737734","https://openalex.org/W3011865677","https://openalex.org/W3125353710","https://openalex.org/W3202640068","https://openalex.org/W4214717370","https://openalex.org/W4235007239","https://openalex.org/W6634910243","https://openalex.org/W7058505135"],"related_works":["https://openalex.org/W2544724337","https://openalex.org/W2604246133","https://openalex.org/W2010297727","https://openalex.org/W4312325118","https://openalex.org/W1853541416","https://openalex.org/W1944839424","https://openalex.org/W2544311518","https://openalex.org/W7126426395","https://openalex.org/W1911487256"],"abstract_inverted_index":{"BACKGROUND:":[0],"Optimal":[1],"choices":[2,26,86],"require":[3],"an":[4],"accurate":[5],"neuronal":[6,60,219,231],"representation":[7],"of":[8,18,57,80,145,157,170,185,192,212,221],"economic":[9,244],"value.":[10],"In":[11,71,159],"economics,":[12],"utility":[13,51,64,76,100,122,131,151,172,191,211,223],"functions":[14,101,152],"are":[15],"mathematical":[16],"representations":[17],"subjective":[19],"value":[20,38,83],"that":[21,39,110],"can":[22],"be":[23],"constructed":[24],"from":[25,84],"under":[27,87],"risk.":[28],"Utility":[29],"usually":[30],"exhibits":[31],"a":[32,78,218,229],"nonlinear":[33,99,150],"relationship":[34],"to":[35,41,91,200,205],"physical":[36,81],"reward":[37,61,82,126,146,162],"corresponds":[40],"risk":[42,88,119,128],"attitudes":[43],"and":[44,93,127,174,227,243],"reflects":[45],"the":[46,103,111,137,143,149,155,161,167,171,177,186,189,207],"increasing":[47],"or":[48],"decreasing":[49],"marginal":[50,178,190,222],"obtained":[52],"with":[53,133],"each":[54],"additional":[55],"unit":[56],"reward.":[58,194],"Accordingly,":[59,195],"responses":[62,141,182,197],"coding":[63],"should":[65],"robustly":[66],"reflect":[67],"this":[68],"nonlinearity.":[69],"RESULTS:":[70],"two":[72],"monkeys,":[73],"we":[74],"measured":[75,153],"as":[77],"function":[79,173],"meaningful":[85],"(that":[89],"adhered":[90],"first-":[92],"second-order":[94],"stochastic":[95],"dominance).":[96],"The":[97,116],"resulting":[98],"predicted":[102],"certainty":[104],"equivalents":[105],"for":[106,124,233],"new":[107],"gambles,":[108],"indicating":[109],"functions'":[112],"shapes":[113],"were":[114,118,198],"meaningful.":[115],"monkeys":[117],"seeking":[120],"(convex":[121],"function)":[123,132],"low":[125],"avoiding":[129],"(concave":[130],"higher":[134],"amounts.":[135],"Critically,":[136],"dopamine":[138,181,225],"prediction":[139],"error":[140],"at":[142,154],"time":[144,156],"itself":[147],"reflected":[148,176,188],"choices.":[158],"particular,":[160],"response":[163],"magnitude":[164],"depended":[165],"on":[166],"first":[168],"derivative":[169],"thus":[175],"utility.":[179],"Furthermore,":[180],"recorded":[183],"outside":[184],"task":[187],"unpredicted":[193],"these":[196],"sufficient":[199],"train":[201],"reinforcement":[202],"learning":[203,239],"models":[204],"predict":[206],"behaviorally":[208],"defined":[209],"expected":[210],"gambles.":[213],"CONCLUSIONS:":[214],"These":[215],"data":[216],"suggest":[217],"manifestation":[220],"in":[224,237],"neurons":[226],"indicate":[228],"common":[230],"basis":[232],"fundamental":[234],"explanatory":[235],"constructs":[236],"animal":[238],"theory":[240,246],"(prediction":[241],"error)":[242],"decision":[245],"(marginal":[247],"utility).":[248]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1981982902","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":36},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":21},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
