{"id":"https://openalex.org/W2135762932","doi":"https://doi.org/10.1177/1059712309353612","title":"Learning and Reversal Learning in the Subcortical Limbic System: A Computational Model","display_name":"Learning and Reversal Learning in the Subcortical Limbic System: A Computational Model","publication_year":2010,"publication_date":"2010-06-01","ids":{"openalex":"https://openalex.org/W2135762932","doi":"https://doi.org/10.1177/1059712309353612","mag":"2135762932"},"language":"en","primary_location":{"id":"doi:10.1177/1059712309353612","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1059712309353612","pdf_url":null,"source":{"id":"https://openalex.org/S183337005","display_name":"Adaptive Behavior","issn_l":"1059-7123","issn":["1059-7123","1741-2633"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptive Behavior","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.sub.uni-goettingen.de/purl?gs-1/8023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087862899","display_name":"Adedoyin Maria Thompson","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adedoyin Maria Thompson","raw_affiliation_strings":["Department of Electronics & Electrical Engineering, University of Glasgow, UK, mariat@elec.gla.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics & Electrical Engineering, University of Glasgow, UK, mariat@elec.gla.ac.uk","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091850362","display_name":"Bernd Porr","orcid":"https://orcid.org/0000-0001-8157-998X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bernd Porr","raw_affiliation_strings":["Department of Electronics & Electrical Engineering, University of Glasgow, UK, b.porr@elec.gla.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics & Electrical Engineering, University of Glasgow, UK, b.porr@elec.gla.ac.uk","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023811677","display_name":"Florentin W\u00f6rg\u00f6tter","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087171","display_name":"Bernstein Center for Computational Neuroscience G\u00f6ttingen","ror":"https://ror.org/003g6b432","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210087171","https://openalex.org/I4210092532"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florentin W\u00f6rg\u00f6tter","raw_affiliation_strings":["Bernstein Center of Computational Neuroscience (BCCN), G\u00f6ttingen, Germany,\rworgott@bccn-goettingen.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bernstein Center of Computational Neuroscience (BCCN), G\u00f6ttingen, Germany,\rworgott@bccn-goettingen.de","institution_ids":["https://openalex.org/I4210087171"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4651,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.5835133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"18","issue":"3-4","first_page":"211","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10077","display_name":"Neuroscience and Neuropharmacology Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10077","display_name":"Neuroscience and Neuropharmacology Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.7596157193183899},{"id":"https://openalex.org/keywords/nucleus-accumbens","display_name":"Nucleus accumbens","score":0.6616201996803284},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5810472965240479},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4921671748161316},{"id":"https://openalex.org/keywords/tonic","display_name":"Tonic (physiology)","score":0.49003875255584717},{"id":"https://openalex.org/keywords/limbic-system","display_name":"Limbic system","score":0.45412200689315796},{"id":"https://openalex.org/keywords/dopaminergic","display_name":"Dopaminergic","score":0.45232707262039185},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.40681779384613037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34915077686309814},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.34760135412216187},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.2060186266899109},{"id":"https://openalex.org/keywords/central-nervous-system","display_name":"Central nervous system","score":0.15619373321533203},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13971668481826782}],"concepts":[{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.7596157193183899},{"id":"https://openalex.org/C2776552330","wikidata":"https://www.wikidata.org/wiki/Q1476178","display_name":"Nucleus accumbens","level":3,"score":0.6616201996803284},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5810472965240479},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4921671748161316},{"id":"https://openalex.org/C127573956","wikidata":"https://www.wikidata.org/wiki/Q7821376","display_name":"Tonic (physiology)","level":2,"score":0.49003875255584717},{"id":"https://openalex.org/C541082541","wikidata":"https://www.wikidata.org/wiki/Q192560","display_name":"Limbic system","level":3,"score":0.45412200689315796},{"id":"https://openalex.org/C137183658","wikidata":"https://www.wikidata.org/wiki/Q461076","display_name":"Dopaminergic","level":3,"score":0.45232707262039185},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40681779384613037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34915077686309814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34760135412216187},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.2060186266899109},{"id":"https://openalex.org/C529278444","wikidata":"https://www.wikidata.org/wiki/Q47273","display_name":"Central nervous system","level":2,"score":0.15619373321533203},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13971668481826782},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1177/1059712309353612","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1059712309353612","pdf_url":null,"source":{"id":"https://openalex.org/S183337005","display_name":"Adaptive Behavior","issn_l":"1059-7123","issn":["1059-7123","1741-2633"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptive Behavior","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.434.3675","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.434.3675","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.berndporr.me.uk/isab_limbic/tpw2009.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.gla.ac.uk:41378","is_oa":false,"landing_page_url":"http://eprints.gla.ac.uk/41378/","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Articles"},{"id":"pmh:oai:goescholar:1/8023","is_oa":true,"landing_page_url":"http://resolver.sub.uni-goettingen.de/purl?gs-1/8023","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journalArticle"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/60493","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gs-1/8023","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal_article"}],"best_oa_location":{"id":"pmh:oai:goescholar:1/8023","is_oa":true,"landing_page_url":"http://resolver.sub.uni-goettingen.de/purl?gs-1/8023","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journalArticle"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger","score":0.699999988079071}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W1513275796","https://openalex.org/W1515851193","https://openalex.org/W1558271214","https://openalex.org/W1558854723","https://openalex.org/W1647678806","https://openalex.org/W1652173018","https://openalex.org/W1768471585","https://openalex.org/W1856509489","https://openalex.org/W1939596644","https://openalex.org/W1958547196","https://openalex.org/W1963623154","https://openalex.org/W1966102928","https://openalex.org/W1966215826","https://openalex.org/W1967379165","https://openalex.org/W1968338376","https://openalex.org/W1969798355","https://openalex.org/W1970682538","https://openalex.org/W1975494218","https://openalex.org/W1975561822","https://openalex.org/W1975905871","https://openalex.org/W1977404224","https://openalex.org/W1980321165","https://openalex.org/W1980915028","https://openalex.org/W1981698940","https://openalex.org/W1984266455","https://openalex.org/W1984975281","https://openalex.org/W1994483275","https://openalex.org/W1994984635","https://openalex.org/W1997979881","https://openalex.org/W2000146111","https://openalex.org/W2001311556","https://openalex.org/W2005111389","https://openalex.org/W2013622904","https://openalex.org/W2014415095","https://openalex.org/W2014459415","https://openalex.org/W2017934537","https://openalex.org/W2018739299","https://openalex.org/W2019982479","https://openalex.org/W2020293099","https://openalex.org/W2025440394","https://openalex.org/W2031336666","https://openalex.org/W2035590629","https://openalex.org/W2035805507","https://openalex.org/W2037457092","https://openalex.org/W2038284470","https://openalex.org/W2039351183","https://openalex.org/W2040749203","https://openalex.org/W2044123907","https://openalex.org/W2044794793","https://openalex.org/W2046837952","https://openalex.org/W2048123433","https://openalex.org/W2049259785","https://openalex.org/W2050066016","https://openalex.org/W2058077554","https://openalex.org/W2058578514","https://openalex.org/W2059047773","https://openalex.org/W2061418383","https://openalex.org/W2063001575","https://openalex.org/W2066759495","https://openalex.org/W2068514158","https://openalex.org/W2068926724","https://openalex.org/W2070107284","https://openalex.org/W2070403533","https://openalex.org/W2070712548","https://openalex.org/W2071680483","https://openalex.org/W2073003335","https://openalex.org/W2074241729","https://openalex.org/W2075248306","https://openalex.org/W2075588319","https://openalex.org/W2082197155","https://openalex.org/W2084246999","https://openalex.org/W2085376923","https://openalex.org/W2086218381","https://openalex.org/W2087431727","https://openalex.org/W2092659452","https://openalex.org/W2104425131","https://openalex.org/W2109059823","https://openalex.org/W2109987738","https://openalex.org/W2111835674","https://openalex.org/W2112338700","https://openalex.org/W2113603549","https://openalex.org/W2114586089","https://openalex.org/W2116085129","https://openalex.org/W2117600225","https://openalex.org/W2117726420","https://openalex.org/W2119102767","https://openalex.org/W2121863487","https://openalex.org/W2125347079","https://openalex.org/W2126680030","https://openalex.org/W2129541348","https://openalex.org/W2132865654","https://openalex.org/W2135412747","https://openalex.org/W2148344859","https://openalex.org/W2149885167","https://openalex.org/W2151742051","https://openalex.org/W2154236181","https://openalex.org/W2156952192","https://openalex.org/W2158052449","https://openalex.org/W2158420012","https://openalex.org/W2160315491","https://openalex.org/W2164936082","https://openalex.org/W2169959530","https://openalex.org/W2171521575","https://openalex.org/W2174764226","https://openalex.org/W2276038694","https://openalex.org/W4230069814","https://openalex.org/W4249052414","https://openalex.org/W4252486213","https://openalex.org/W4312861385","https://openalex.org/W6835148175"],"related_works":["https://openalex.org/W2008413772","https://openalex.org/W2063238667","https://openalex.org/W2211705994","https://openalex.org/W2078056234","https://openalex.org/W2070712548","https://openalex.org/W2547831894","https://openalex.org/W2125397999","https://openalex.org/W2072641246","https://openalex.org/W2012905774","https://openalex.org/W436510697"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,22,70,140,148],"biologically":[3],"inspired":[4],"model":[5,59],"of":[6,10,17,37,47],"the":[7,11,30,35,38,45,118,134,137],"subcortical":[8],"nuclei":[9],"limbic":[12],"system":[13],"that":[14,74],"is":[15,32,61,83],"capable":[16],"performing":[18],"reversal":[19,31],"learning":[20,60,68,76],"in":[21,54,108,133],"food-seeking":[23],"task.":[24],"In":[25,57],"contrast":[26],"to":[27,49,96,104,125],"previous":[28],"models,":[29],"modeled":[33,84],"by":[34,63,85],"inhibition":[36],"previously":[39],"learned":[40,109],"behavior.":[41,56],"This":[42,80,144],"allows":[43],"for":[44],"reinstatement":[46],"behavior":[48],"recur":[50],"quickly,":[51],"as":[52,147],"observed":[53],"animal":[55],"this":[58],"achieved":[62],"implementing":[64],"isotropic":[65],"sequence":[66],"order":[67],"and":[69,87,100,152],"third":[71,81],"factor":[72,82],"(ISO-3)":[73],"triggers":[75],"at":[77],"relevant":[78],"moments.":[79],"phasic":[86],"tonic":[88],"dopaminergic":[89],"activity":[90],"which":[91],"respectively":[92],"enable":[93],"long-term":[94,101],"potentiation":[95],"occur":[97,105],"during":[98],"acquisition,":[99],"depression":[102],"(LTD)":[103],"when":[106],"adjustments":[107],"behaviors":[110],"are":[111],"required.":[112],"It":[113],"will":[114],"be":[115],"shown":[116],"how":[117],"nucleus":[119],"accumbens":[120],"core":[121,138],"uses":[122],"conditioned":[123],"reinforcers":[124],"invigorate":[126],"instrumental":[127],"responding":[128],"while":[129],"relatively":[130],"strong":[131],"LTD":[132],"shell":[135],"influences":[136],"through":[139],"shell-ventral":[141],"pallido-mediodorsal":[142],"pathway.":[143],"pathway":[145],"functions":[146],"feed-forward":[149],"switching":[150],"mechanism":[151],"enables":[153],"behavioral":[154],"flexibility.":[155]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}