{"id":"https://openalex.org/W2149774750","doi":"https://doi.org/10.1371/journal.pone.0000103","title":"Policy Adjustment in a Dynamic Economic Game","display_name":"Policy Adjustment in a Dynamic Economic Game","alternate_titles":[],"publication_year":2006,"publication_date":"2006-12-20","ids":{"openalex":"https://openalex.org/W2149774750","doi":"https://doi.org/10.1371/journal.pone.0000103","mag":"2149774750","pmid":"https://pubmed.ncbi.nlm.nih.gov/17183636","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/1762366"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pone.0000103","doi":"https://doi.org/10.1371/journal.pone.0000103","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0000103","pdf_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0000103&type=printable","source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2149774750"],"child_works_count":9,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0000103&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100402500","display_name":"Jian Li","orcid":"https://orcid.org/0000-0002-3941-2622","observed_orcids":["https://orcid.org/0000-0002-3941-2622"]},"institutions":[{"id":"https://openalex.org/I181547552","display_name":"Baylor College of Medicine","ror":"https://ror.org/02pttbw34","country_code":"US","type":"education","lineage":["https://openalex.org/I181547552","https://openalex.org/I2801539370"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jian Li","raw_affiliation_strings":["Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America","institution_ids":["https://openalex.org/I181547552"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109045707","display_name":"Samuel M. McClure","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I181547552","display_name":"Baylor College of Medicine","ror":"https://ror.org/02pttbw34","country_code":"US","type":"education","lineage":["https://openalex.org/I181547552","https://openalex.org/I2801539370"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Samuel M. McClure","raw_affiliation_strings":["Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America","institution_ids":["https://openalex.org/I181547552"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029231474","display_name":"Brooks King\u2010Casas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I181547552","display_name":"Baylor College of Medicine","ror":"https://ror.org/02pttbw34","country_code":"US","type":"education","lineage":["https://openalex.org/I181547552","https://openalex.org/I2801539370"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Brooks King-Casas","raw_affiliation_strings":["Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America","institution_ids":["https://openalex.org/I181547552"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077225105","display_name":"P. Read Montague","orcid":"https://orcid.org/0000-0002-8967-0339","observed_orcids":["https://orcid.org/0000-0002-8967-0339","https://orcid.org/0000-0002-7970-331X"]},"institutions":[{"id":"https://openalex.org/I181547552","display_name":"Baylor College of Medicine","ror":"https://ror.org/02pttbw34","country_code":"US","type":"education","lineage":["https://openalex.org/I181547552","https://openalex.org/I2801539370"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"P. Read Montague","raw_affiliation_strings":["Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America","Menninger Department of Psychiatry and Behavioral Sciences, Baylor College of Medicine, Houston, Texas, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Neuroimaging Laboratory, Center for Theoretical Neuroscience, Department of Neuroscience, Baylor College of Medicine, Houston, Texas, United States of America","institution_ids":["https://openalex.org/I181547552"]},{"raw_affiliation_string":"Menninger Department of Psychiatry and Behavioral Sciences, Baylor College of Medicine, Houston, Texas, United States of America","institution_ids":["https://openalex.org/I181547552"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5077225105"],"corresponding_institution_ids":["https://openalex.org/I181547552"],"apc_list":{"value":2382,"currency":"USD","value_usd":2382},"apc_paid":{"value":2382,"currency":"USD","value_usd":2382},"fwci":2.944,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.90345688,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"1","issue":"1","first_page":"e103","last_page":"e103"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.014499999582767487,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.7239999771118164},{"id":"https://openalex.org/keywords/actor-critic","display_name":"actor-critic","score":0.8700000047683716},{"id":"https://openalex.org/keywords/reward-prediction-error","display_name":"reward prediction error","score":0.9750000238418579},{"id":"https://openalex.org/keywords/ventral-striatum","display_name":"ventral striatum","score":0.9980000257492065},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"prefrontal cortex","score":0.9879999756813049},{"id":"https://openalex.org/keywords/inferior-frontal-gyrus","display_name":"inferior frontal gyrus","score":0.8769999742507935},{"id":"https://openalex.org/keywords/anterior-insula","display_name":"anterior insula","score":1.0},{"id":"https://openalex.org/keywords/operant-conditioning","display_name":"operant conditioning","score":0.5799999833106995},{"id":"https://openalex.org/keywords/fmri","display_name":"functional MRI","score":0.4359999895095825}],"concepts":[{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6025746464729309},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5815850496292114},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.5719272494316101},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5405859351158142},{"id":"https://openalex.org/C97508593","wikidata":"https://www.wikidata.org/wiki/Q1359069","display_name":"Contingency","level":2,"score":0.5058624148368835},{"id":"https://openalex.org/C188660851","wikidata":"https://www.wikidata.org/wiki/Q1045712","display_name":"Neuroeconomics","level":2,"score":0.4997224807739258},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.47790321707725525},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44817084074020386},{"id":"https://openalex.org/C143661069","wikidata":"https://www.wikidata.org/wiki/Q670713","display_name":"Reward system","level":2,"score":0.4461716115474701},{"id":"https://openalex.org/C52338299","wikidata":"https://www.wikidata.org/wiki/Q1004354","display_name":"Functional neuroimaging","level":3,"score":0.42777392268180847},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.42458951473236084},{"id":"https://openalex.org/C2776743251","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Ventral striatum","level":4,"score":0.4117875397205353},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.40585318207740784},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3775585889816284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.371107280254364},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.30885618925094604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.279850035905838},{"id":"https://openalex.org/C2780062018","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Striatum","level":3,"score":0.22353461384773254},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D018803","descriptor_name":"Models, Economic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":9,"locations":[{"id":"doi:10.1371/journal.pone.0000103","doi":"https://doi.org/10.1371/journal.pone.0000103","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0000103","pdf_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0000103&type=printable","source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:1762366","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC1762366/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS One","raw_type":"Text"},{"id":"pmid:17183636","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/17183636","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PloS one","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:415aa116ed194fc28bd35bc5b481db9a","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/415aa116ed194fc28bd35bc5b481db9a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS ONE, Vol 1, p e103 (2006)","raw_type":"article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1378380","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/1378380/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS One , 1 (1) , Article e103. (2006)","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/152673","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/Policy_Adjustment_in_a_Dynamic_Economic_Game/152673","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/79628","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/79628","pdf_url":null,"source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article - Refereed"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/89714","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/89714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article - Refereed"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.279.2280","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.279.2280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/43/7c/PLoS_ONE_2006_Dec_20_1(1)_e103.tar.gz","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1371/journal.pone.0000103","doi":"https://doi.org/10.1371/journal.pone.0000103","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0000103","pdf_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0000103&type=printable","source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G747363380","display_name":"Neural Economics and Biological Substrates of Valuation","funder_award_id":"R01NS045790","funder_id":"https://openalex.org/F4320337359","funder_display_name":"National Institute of Neurological Disorders and Stroke"},{"id":"https://openalex.org/G8047421655","display_name":"Computational Substrates of Addiction and Reward","funder_award_id":"R01DA011723","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"}],"funders":[{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"},{"id":"https://openalex.org/F4320337359","display_name":"National Institute of Neurological Disorders and Stroke","ror":"https://ror.org/01s5ya894"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2149774750.pdf","grobid_xml":"https://content.openalex.org/works/W2149774750.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W609092168","https://openalex.org/W1634720708","https://openalex.org/W1652173018","https://openalex.org/W1967554200","https://openalex.org/W1975401347","https://openalex.org/W1988877121","https://openalex.org/W2007414406","https://openalex.org/W2015340885","https://openalex.org/W2019924339","https://openalex.org/W2021954938","https://openalex.org/W2029096622","https://openalex.org/W2032610016","https://openalex.org/W2040769147","https://openalex.org/W2049770398","https://openalex.org/W2052869567","https://openalex.org/W2055523610","https://openalex.org/W2058467798","https://openalex.org/W2066943546","https://openalex.org/W2068949971","https://openalex.org/W2072646528","https://openalex.org/W2076897193","https://openalex.org/W2077611535","https://openalex.org/W2084912121","https://openalex.org/W2096684870","https://openalex.org/W2105389170","https://openalex.org/W2105883052","https://openalex.org/W2106600012","https://openalex.org/W2107544549","https://openalex.org/W2109795817","https://openalex.org/W2116649573","https://openalex.org/W2117403214","https://openalex.org/W2117726420","https://openalex.org/W2119128116","https://openalex.org/W2119537153","https://openalex.org/W2129478155","https://openalex.org/W2129900561","https://openalex.org/W2130526861","https://openalex.org/W2131740028","https://openalex.org/W2133166069","https://openalex.org/W2150989718","https://openalex.org/W2151137320","https://openalex.org/W2151699055","https://openalex.org/W2157088567","https://openalex.org/W2157254855","https://openalex.org/W2163647009","https://openalex.org/W2165368112","https://openalex.org/W2165626582","https://openalex.org/W2167362547","https://openalex.org/W4241696300"],"related_works":["https://openalex.org/W2102068574","https://openalex.org/W2049856429","https://openalex.org/W1991905564","https://openalex.org/W2479862292","https://openalex.org/W2032415515","https://openalex.org/W2109360055","https://openalex.org/W1977113959","https://openalex.org/W2013866660","https://openalex.org/W2165440754"],"abstract_inverted_index":{"Making":[0],"sequential":[1],"decisions":[2],"to":[3,58,104,232],"harvest":[4],"rewards":[5,90],"is":[6,13,18,118,194],"a":[7,26,111,119,123,139,155,171,198],"notoriously":[8],"difficult":[9],"problem.":[10],"One":[11],"difficulty":[12],"that":[14,53,138],"the":[15,22,35,80,87,93,97,147,184,221,233],"real":[16],"world":[17],"not":[19,195],"stationary":[20],"and":[21,62,107,127,150,153,190,193,226],"reward":[23,116,156,176,239],"expected":[24],"from":[25],"contemplated":[27],"action":[28,63],"may":[29],"depend":[30],"in":[31,96,110,160,183],"complex":[32,134,180],"ways":[33],"on":[34],"history":[36,81],"of":[37,82,89,121,174,209,243],"an":[38],"animal's":[39],"choices.":[40],"Previous":[41],"functional":[42,102],"neuroimaging":[43],"work":[44],"combined":[45],"with":[46,55,72],"principled":[47],"models":[48],"has":[49],"detected":[50],"brain":[51,106,151],"responses":[52,109],"correlate":[54],"computations":[56],"thought":[57],"guide":[59],"simple":[60,140,199],"learning":[61,78],"choice.":[64],"Those":[65],"works":[66],"generally":[67],"employed":[68],"instrumental":[69],"conditioning":[70],"tasks":[71],"fixed":[73],"action-reward":[74],"contingencies.":[75],"For":[76],"real-world":[77,244],"problems,":[79],"reward-harvesting":[83],"choices":[84,95],"can":[85,143],"change":[86],"likelihood":[88],"collected":[91],"by":[92,197,237],"same":[94],"near-term":[98],"future.":[99],"We":[100],"used":[101],"MRI":[103],"probe":[105],"behavioral":[108,149],"continuous":[112],"decision-making":[113],"task":[114],"where":[115],"contingency":[117],"function":[120],"both":[122,146],"subject's":[124],"immediate":[125],"choice":[126,129,216],"his":[128],"history.":[130],"In":[131],"these":[132,166,204],"more":[133,179,213,241],"tasks,":[135],"we":[136],"demonstrated":[137],"actor-critic":[141,200],"model":[142],"account":[144],"for":[145],"subjects'":[148],"responses,":[152],"identified":[154],"prediction":[157],"error":[158],"signal":[159],"ventral":[161],"striatal":[162],"structures":[163,177],"active":[164],"during":[165],"non-stationary":[167,238],"decision":[168],"tasks.":[169,217,245],"However,":[170],"sudden":[172],"introduction":[173],"new":[175],"engages":[178],"control":[181],"circuitry":[182],"prefrontal":[185,227],"cortex":[186,228],"(inferior":[187],"frontal":[188],"gyrus":[189],"anterior":[191],"insula)":[192],"captured":[196],"model.":[201],"Taken":[202],"together,":[203],"results":[205],"extend":[206],"our":[207],"knowledge":[208],"reward-learning":[210],"signals":[211],"into":[212],"complex,":[214],"history-dependent":[215],"They":[218],"also":[219],"highlight":[220],"important":[222],"interplay":[223],"between":[224],"striatum":[225],"as":[229],"decision-makers":[230],"respond":[231],"strategic":[234],"demands":[235],"imposed":[236],"environments":[240],"reminiscent":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2149774750","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
