{"id":"https://openalex.org/W2123419686","doi":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","title":"Model\u2010based learning and the contribution of the orbitofrontal cortex to the model\u2010free world","display_name":"Model\u2010based learning and the contribution of the orbitofrontal cortex to the model\u2010free world","alternate_titles":[],"publication_year":2012,"publication_date":"2012-04-01","ids":{"openalex":"https://openalex.org/W2123419686","doi":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","mag":"2123419686","pmid":"https://pubmed.ncbi.nlm.nih.gov/22487030","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3529907"},"language":"en","primary_location":{"id":"doi:10.1111/j.1460-9568.2011.07982.x","doi":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","is_oa":true,"landing_page_url":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1460-9568.2011.07982.x","source":{"id":"https://openalex.org/S171130801","display_name":"European Journal of Neuroscience","issn_l":"0953-816X","issn":["0953-816X","1460-9568"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Neuroscience","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2123419686"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1460-9568.2011.07982.x","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038915689","display_name":"Michael A. McDannald","orcid":"https://orcid.org/0000-0001-8525-1260","observed_orcids":["https://orcid.org/0000-0001-8525-1260"]},"institutions":[{"id":"https://openalex.org/I126744593","display_name":"University of Maryland, Baltimore","ror":"https://ror.org/04rq5mt64","country_code":"US","type":"education","lineage":["https://openalex.org/I126744593"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael A. McDannald","raw_affiliation_strings":["University of Maryland School of Medicine, 20 Penn St HSF-2, S251 Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland School of Medicine, 20 Penn St HSF-2, S251 Baltimore, MD, USA","institution_ids":["https://openalex.org/I126744593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063175128","display_name":"Yuji K. Takahashi","orcid":"https://orcid.org/0000-0001-9388-0702","observed_orcids":["https://orcid.org/0000-0001-9388-0702"]},"institutions":[{"id":"https://openalex.org/I1327069482","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I1327069482"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuji K. Takahashi","raw_affiliation_strings":["NIDA-IRP, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIDA-IRP, Baltimore, MD, USA","institution_ids":["https://openalex.org/I1327069482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064769201","display_name":"Nina Lopatina","orcid":"https://orcid.org/0000-0001-6844-4941","observed_orcids":["https://orcid.org/0000-0001-6844-4941"]},"institutions":[{"id":"https://openalex.org/I126744593","display_name":"University of Maryland, Baltimore","ror":"https://ror.org/04rq5mt64","country_code":"US","type":"education","lineage":["https://openalex.org/I126744593"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nina Lopatina","raw_affiliation_strings":["University of Maryland Program in Neuroscience, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland Program in Neuroscience, Baltimore, MD, USA","institution_ids":["https://openalex.org/I126744593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042485512","display_name":"Brad W. Pietras","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126744593","display_name":"University of Maryland, Baltimore","ror":"https://ror.org/04rq5mt64","country_code":"US","type":"education","lineage":["https://openalex.org/I126744593"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brad W. Pietras","raw_affiliation_strings":["University of Maryland Program in Neuroscience, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland Program in Neuroscience, Baltimore, MD, USA","institution_ids":["https://openalex.org/I126744593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047503580","display_name":"Josh L. Jones","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126744593","display_name":"University of Maryland, Baltimore","ror":"https://ror.org/04rq5mt64","country_code":"US","type":"education","lineage":["https://openalex.org/I126744593"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh L. Jones","raw_affiliation_strings":["University of Maryland School of Medicine, 20 Penn St HSF-2, S251 Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland School of Medicine, 20 Penn St HSF-2, S251 Baltimore, MD, USA","institution_ids":["https://openalex.org/I126744593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030822295","display_name":"Geoffrey M. Schoenbaum","orcid":"https://orcid.org/0000-0001-8180-0701","observed_orcids":["https://orcid.org/0000-0001-8180-0701"]},"institutions":[{"id":"https://openalex.org/I126744593","display_name":"University of Maryland, Baltimore","ror":"https://ror.org/04rq5mt64","country_code":"US","type":"education","lineage":["https://openalex.org/I126744593"]},{"id":"https://openalex.org/I1327069482","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I1327069482"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geoffrey Schoenbaum","raw_affiliation_strings":["NIDA-IRP, Baltimore, MD, USA","University of Maryland School of Medicine, 20 Penn St HSF-2, S251 Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIDA-IRP, Baltimore, MD, USA","institution_ids":["https://openalex.org/I1327069482"]},{"raw_affiliation_string":"University of Maryland School of Medicine, 20 Penn St HSF-2, S251 Baltimore, MD, USA","institution_ids":["https://openalex.org/I126744593"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3560,"currency":"USD","value_usd":3560},"apc_paid":null,"fwci":0.9807,"has_fulltext":false,"cited_by_count":100,"citation_normalized_percentile":{"value":0.69257541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"35","issue":"7","first_page":"991","last_page":"996"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.7807999849319458,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.7807999849319458,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.20469999313354492,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-based-learning","display_name":"model-based learning","score":0.9079999923706055},{"id":"https://openalex.org/keywords/model-free-learning","display_name":"model-free learning","score":0.8830000162124634},{"id":"https://openalex.org/keywords/orbitofrontal-cortex","display_name":"orbitofrontal cortex","score":0.996999979019165},{"id":"https://openalex.org/keywords/ventral-striatum","display_name":"ventral striatum","score":0.8629999756813049},{"id":"https://openalex.org/keywords/reward-prediction","display_name":"reward prediction","score":0.7450000047683716},{"id":"https://openalex.org/keywords/prediction-error","display_name":"prediction error","score":0.8349999785423279},{"id":"https://openalex.org/keywords/dopaminergic-neurons","display_name":"dopaminergic neurons","score":0.8199999928474426},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.746999979019165},{"id":"https://openalex.org/keywords/behavioral-flexibility","display_name":"behavioral flexibility","score":0.8920000195503235},{"id":"https://openalex.org/keywords/neural-circuits","display_name":"neural circuits","score":0.3930000066757202}],"concepts":[{"id":"https://openalex.org/C2776559556","wikidata":"https://www.wikidata.org/wiki/Q18717","display_name":"Orbitofrontal cortex","level":4,"score":0.8049723505973816},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6955381631851196},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.5785504579544067},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5629995465278625},{"id":"https://openalex.org/C2776743251","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Ventral striatum","level":4,"score":0.5439581274986267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5111494660377502},{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.4353974163532257},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4150792062282562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4147259294986725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4051414132118225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37417882680892944},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3385493755340576},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.3095976710319519},{"id":"https://openalex.org/C2780062018","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Striatum","level":3,"score":0.2998088300228119},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.22926145792007446},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.10646793246269226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001479","descriptor_name":"Basal Ganglia","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005625","descriptor_name":"Frontal Lobe","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1111/j.1460-9568.2011.07982.x","doi":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","is_oa":true,"landing_page_url":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1460-9568.2011.07982.x","source":{"id":"https://openalex.org/S171130801","display_name":"European Journal of Neuroscience","issn_l":"0953-816X","issn":["0953-816X","1460-9568"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Neuroscience","raw_type":"journal-article"},{"id":"pmid:22487030","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22487030","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The European journal of neuroscience","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:2526865","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3529907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:3529907","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC3529907/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Eur J Neurosci","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1111/j.1460-9568.2011.07982.x","doi":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","is_oa":true,"landing_page_url":"https://doi.org/10.1111/j.1460-9568.2011.07982.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1460-9568.2011.07982.x","source":{"id":"https://openalex.org/S171130801","display_name":"European Journal of Neuroscience","issn_l":"0953-816X","issn":["0953-816X","1460-9568"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1183582371","display_name":"Corticolimbic encoding of conditioned reinforcers: relevance to addiction","funder_award_id":"R01DA015718","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"},{"id":"https://openalex.org/G330640554","display_name":"Dopamine signaling of expected outcomes within the striatum","funder_award_id":"F32DA031517","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"},{"id":"https://openalex.org/G6969890512","display_name":null,"funder_award_id":"Z99 DA999999","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G9000896506","display_name":"Associative learning, decision-making, and addiction","funder_award_id":"ZIADA000587","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2123419686.pdf"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W609092168","https://openalex.org/W1534754422","https://openalex.org/W1762920573","https://openalex.org/W1929205930","https://openalex.org/W1956210168","https://openalex.org/W1965227651","https://openalex.org/W1965490887","https://openalex.org/W1967596377","https://openalex.org/W1975561822","https://openalex.org/W1976795320","https://openalex.org/W1979215131","https://openalex.org/W1984336157","https://openalex.org/W1985070312","https://openalex.org/W1994728257","https://openalex.org/W1994772681","https://openalex.org/W2000214310","https://openalex.org/W2003397476","https://openalex.org/W2003973418","https://openalex.org/W2004739619","https://openalex.org/W2006470756","https://openalex.org/W2009187750","https://openalex.org/W2013622904","https://openalex.org/W2014459415","https://openalex.org/W2021782736","https://openalex.org/W2023732657","https://openalex.org/W2035070639","https://openalex.org/W2036080801","https://openalex.org/W2038564261","https://openalex.org/W2038593423","https://openalex.org/W2040418090","https://openalex.org/W2083022530","https://openalex.org/W2088065721","https://openalex.org/W2094037121","https://openalex.org/W2095493175","https://openalex.org/W2099119340","https://openalex.org/W2100677568","https://openalex.org/W2102803424","https://openalex.org/W2109152498","https://openalex.org/W2110665798","https://openalex.org/W2117342733","https://openalex.org/W2117726420","https://openalex.org/W2119102767","https://openalex.org/W2121370521","https://openalex.org/W2129478155","https://openalex.org/W2132189191","https://openalex.org/W2145286440","https://openalex.org/W2145827196","https://openalex.org/W2149565728","https://openalex.org/W2151526723","https://openalex.org/W2158420012","https://openalex.org/W2161046428","https://openalex.org/W2163773342","https://openalex.org/W2165384037","https://openalex.org/W2166735517","https://openalex.org/W2170171432","https://openalex.org/W4229979000","https://openalex.org/W4245186252","https://openalex.org/W4298170682"],"related_works":["https://openalex.org/W2796684052","https://openalex.org/W3165859221","https://openalex.org/W2166735517","https://openalex.org/W2161046428","https://openalex.org/W7164812672","https://openalex.org/W2800343626","https://openalex.org/W1990068200","https://openalex.org/W2765818177","https://openalex.org/W3043934251","https://openalex.org/W2102803424"],"abstract_inverted_index":{"Learning":[0],"is":[1,7,66,149],"proposed":[2,30],"to":[3,23,31,68,74,138,172,181],"occur":[4],"when":[5],"there":[6,148],"a":[8,70,86],"discrepancy":[9],"between":[10],"reward":[11,14,72],"prediction":[12,73,80,109],"and":[13,39,82,115,131,164,177],"receipt.":[15],"At":[16],"least":[17],"two":[18],"separate":[19],"systems":[20],"are":[21,29,44],"thought":[22,67],"exist:":[24],"one":[25],"in":[26,41,120,136],"which":[27,42],"predictions":[28,43,89],"be":[32],"based":[33],"on":[34],"model-free":[35,51,60,139,175],"or":[36,103],"cached":[37],"values;":[38],"another":[40],"model-based.":[45],"A":[46],"basic":[47],"neural":[48],"circuit":[49,61],"for":[50,111],"reinforcement":[52],"learning":[53,116,130],"has":[54],"already":[55],"been":[56],"described.":[57],"In":[58,85],"the":[59,62,141,152,167],"ventral":[63],"striatum":[64],"(VS)":[65],"supply":[69],"common-currency":[71],"midbrain":[75],"dopamine":[76],"neurons":[77],"that":[78,151,166],"compute":[79],"errors":[81],"drive":[83],"learning.":[84],"model-based":[87,145,157,170],"system,":[88],"can":[90],"include":[91],"more":[92],"information":[93,171],"about":[94],"an":[95],"expected":[96],"reward,":[97],"such":[98],"as":[99,180],"its":[100],"sensory":[101,121],"attributes":[102],"current,":[104],"unique":[105],"value.":[106],"This":[107],"detailed":[108],"allows":[110],"both":[112],"behavioral":[113],"flexibility":[114],"driven":[117],"by":[118],"changes":[119],"features":[122],"of":[123],"rewards":[124],"alone.":[125],"Recent":[126],"evidence":[127,150],"from":[128],"animal":[129],"human":[132],"imaging":[133],"suggests":[134],"that,":[135],"addition":[137],"information,":[140],"VS":[142],"also":[143],"signals":[144,156],"information.":[146,158],"Further,":[147],"orbitofrontal":[153],"cortex":[154],"(OFC)":[155],"Here":[159],"we":[160],"review":[161],"these":[162],"data":[163],"suggest":[165],"OFC":[168],"provides":[169],"this":[173,183],"traditional":[174],"circuitry":[176],"offer":[178],"possibilities":[179],"how":[182],"interaction":[184],"might":[185],"occur.":[186]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2123419686","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":21},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
