{"id":"https://openalex.org/W775367699","doi":null,"title":"Models and metaphors in neuroscience : the role of dopamine in reinforcement learning as a case study","display_name":"Models and metaphors in neuroscience : the role of dopamine in reinforcement learning as a case study","publication_year":2012,"publication_date":"2012-06-25","ids":{"openalex":"https://openalex.org/W775367699","mag":"775367699"},"language":"en","primary_location":{"id":"pmh:oai:era.ed.ac.uk:1842/6263","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1842/6263","pdf_url":"https://era.ed.ac.uk/bitstream/1842/6263/3/Kyle2012.pdf","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://era.ed.ac.uk/bitstream/1842/6263/3/Kyle2012.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024215502","display_name":"Robert Kyle","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Robert Kyle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5024215502"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.63919997215271,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.63919997215271,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.2084999978542328,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.043800000101327896,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dopamine","display_name":"dopamine","score":0.9890000224113464},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8930000066757202},{"id":"https://openalex.org/keywords/neuromodulation","display_name":"neuromodulation","score":0.8330000042915344},{"id":"https://openalex.org/keywords/reward-prediction","display_name":"reward prediction","score":0.5519999861717224},{"id":"https://openalex.org/keywords/spike-timing-dependent-plasticity","display_name":"spike-timing-dependent plasticity","score":0.871999979019165},{"id":"https://openalex.org/keywords/synaptic-plasticity","display_name":"synaptic plasticity","score":0.8259999752044678},{"id":"https://openalex.org/keywords/synaptic-conductance","display_name":"synaptic conductance","score":0.7129999995231628},{"id":"https://openalex.org/keywords/basal-ganglia","display_name":"basal ganglia","score":0.8510000109672546},{"id":"https://openalex.org/keywords/working-memory","display_name":"working memory","score":0.875},{"id":"https://openalex.org/keywords/computational-models-of-the-brain","display_name":"computational models of the brain","score":0.7279999852180481},{"id":"https://openalex.org/keywords/falsifiability","display_name":"falsifiability","score":0.6330000162124634},{"id":"https://openalex.org/keywords/stress-response","display_name":"stress response","score":0.6930000185966492},{"id":"https://openalex.org/keywords/self-and-non-self","display_name":"self and non-self","score":0.6819999814033508},{"id":"https://openalex.org/keywords/goal-directed-behavior","display_name":"goal-directed behavior","score":0.5360000133514404},{"id":"https://openalex.org/keywords/action-potential","display_name":"action potential","score":0.43700000643730164},{"id":"https://openalex.org/keywords/neurotransmitter-systems","display_name":"neurotransmitter systems","score":0.5839999914169312},{"id":"https://openalex.org/keywords/homeostasis","display_name":"homeostasis","score":0.5460000038146973}],"concepts":[{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.6736449003219604},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6617966890335083},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.6470005512237549},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5748618841171265},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5656380653381348},{"id":"https://openalex.org/C86529352","wikidata":"https://www.wikidata.org/wiki/Q47149375","display_name":"Developmental cognitive neuroscience","level":4,"score":0.5113288760185242},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4837613105773926},{"id":"https://openalex.org/C17289045","wikidata":"https://www.wikidata.org/wiki/Q1138951","display_name":"Cognitive neuroscience","level":3,"score":0.47855454683303833},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35390692949295044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.256294846534729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.23301586508750916},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.1619960367679596},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09796574711799622}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:era.ed.ac.uk:1842/6263","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1842/6263","pdf_url":"https://era.ed.ac.uk/bitstream/1842/6263/3/Kyle2012.pdf","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},{"id":"pmh:hdl:10068/999525","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10068/999525","pdf_url":null,"source":{"id":"https://openalex.org/S4377196900","display_name":"OpenGrey (Institut de l'Information Scientifique et Technique)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1295345811","host_organization_name":"Institut de l'Information Scientifique et Technique","host_organization_lineage":["https://openalex.org/I1295345811"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"U - Thesis"},{"id":"mag:775367699","doi":null,"is_oa":false,"landing_page_url":"http://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.563742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:era.ed.ac.uk:1842/6263","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1842/6263","pdf_url":"https://era.ed.ac.uk/bitstream/1842/6263/3/Kyle2012.pdf","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W775367699.pdf","grobid_xml":"https://content.openalex.org/works/W775367699.grobid-xml"},"referenced_works_count":188,"referenced_works":["https://openalex.org/W125252782","https://openalex.org/W141574413","https://openalex.org/W1481369757","https://openalex.org/W1506311850","https://openalex.org/W1512746852","https://openalex.org/W1517438052","https://openalex.org/W1523888871","https://openalex.org/W1542136448","https://openalex.org/W1566766802","https://openalex.org/W1597739853","https://openalex.org/W1601176830","https://openalex.org/W1604195904","https://openalex.org/W1627229807","https://openalex.org/W1642699591","https://openalex.org/W1647678806","https://openalex.org/W1652173018","https://openalex.org/W1809188141","https://openalex.org/W1824827932","https://openalex.org/W1831076810","https://openalex.org/W1861338253","https://openalex.org/W1892194563","https://openalex.org/W1924016629","https://openalex.org/W1965490887","https://openalex.org/W1966793802","https://openalex.org/W1969635251","https://openalex.org/W1970891635","https://openalex.org/W1971201122","https://openalex.org/W1971505027","https://openalex.org/W1971999279","https://openalex.org/W1973371295","https://openalex.org/W1977192588","https://openalex.org/W1979295154","https://openalex.org/W1981703394","https://openalex.org/W1982799572","https://openalex.org/W1983138582","https://openalex.org/W1983272530","https://openalex.org/W1989416066","https://openalex.org/W1989512479","https://openalex.org/W1990556558","https://openalex.org/W1991097067","https://openalex.org/W1992128384","https://openalex.org/W1993974159","https://openalex.org/W1994984635","https://openalex.org/W1996934409","https://openalex.org/W1998152406","https://openalex.org/W1999417135","https://openalex.org/W2000282078","https://openalex.org/W2002132239","https://openalex.org/W2004382994","https://openalex.org/W2006668118","https://openalex.org/W2011454209","https://openalex.org/W2011868317","https://openalex.org/W2012392333","https://openalex.org/W2012848446","https://openalex.org/W2013425429","https://openalex.org/W2014685454","https://openalex.org/W2016429415","https://openalex.org/W2019099892","https://openalex.org/W2019403801","https://openalex.org/W2020174502","https://openalex.org/W2021723318","https://openalex.org/W2022151784","https://openalex.org/W2022305914","https://openalex.org/W2025797408","https://openalex.org/W2031534534","https://openalex.org/W2032214729","https://openalex.org/W2032471499","https://openalex.org/W2033043582","https://openalex.org/W2035911387","https://openalex.org/W2037060024","https://openalex.org/W2039673011","https://openalex.org/W2043028940","https://openalex.org/W2043050293","https://openalex.org/W2043354652","https://openalex.org/W2044318790","https://openalex.org/W2044546476","https://openalex.org/W2044730840","https://openalex.org/W2045040998","https://openalex.org/W2050077524","https://openalex.org/W2051035876","https://openalex.org/W2051127715","https://openalex.org/W2051315904","https://openalex.org/W2054363186","https://openalex.org/W2055568369","https://openalex.org/W2057478733","https://openalex.org/W2058077554","https://openalex.org/W2059148040","https://openalex.org/W2062489497","https://openalex.org/W2063536600","https://openalex.org/W2063927485","https://openalex.org/W2066721457","https://openalex.org/W2067147530","https://openalex.org/W2067742161","https://openalex.org/W2070900790","https://openalex.org/W2071271451","https://openalex.org/W2072219714","https://openalex.org/W2073003335","https://openalex.org/W2074852535","https://openalex.org/W2076457657","https://openalex.org/W2076660877","https://openalex.org/W2077406048","https://openalex.org/W2078017454","https://openalex.org/W2078134227","https://openalex.org/W2078633164","https://openalex.org/W2081694980","https://openalex.org/W2084024459","https://openalex.org/W2084120702","https://openalex.org/W2084256175","https://openalex.org/W2084325190","https://openalex.org/W2085518524","https://openalex.org/W2086880198","https://openalex.org/W2087575468","https://openalex.org/W2088222816","https://openalex.org/W2089159998","https://openalex.org/W2089211646","https://openalex.org/W2090804892","https://openalex.org/W2091724603","https://openalex.org/W2091800642","https://openalex.org/W2093020640","https://openalex.org/W2093685381","https://openalex.org/W2094138192","https://openalex.org/W2094858611","https://openalex.org/W2098534820","https://openalex.org/W2099535060","https://openalex.org/W2102892532","https://openalex.org/W2103019454","https://openalex.org/W2103594871","https://openalex.org/W2103670858","https://openalex.org/W2104069712","https://openalex.org/W2109059823","https://openalex.org/W2112575206","https://openalex.org/W2116049552","https://openalex.org/W2116360511","https://openalex.org/W2117443520","https://openalex.org/W2117480181","https://openalex.org/W2117726420","https://openalex.org/W2118491675","https://openalex.org/W2121100767","https://openalex.org/W2121843296","https://openalex.org/W2122370921","https://openalex.org/W2126404188","https://openalex.org/W2133298009","https://openalex.org/W2133937444","https://openalex.org/W2134299257","https://openalex.org/W2137553259","https://openalex.org/W2139476920","https://openalex.org/W2140182398","https://openalex.org/W2142732083","https://openalex.org/W2143007771","https://openalex.org/W2146025340","https://openalex.org/W2146545384","https://openalex.org/W2146702425","https://openalex.org/W2147101007","https://openalex.org/W2148256905","https://openalex.org/W2149514160","https://openalex.org/W2150132984","https://openalex.org/W2150167216","https://openalex.org/W2151526882","https://openalex.org/W2153693979","https://openalex.org/W2154045630","https://openalex.org/W2154562678","https://openalex.org/W2155051950","https://openalex.org/W2156004934","https://openalex.org/W2156011049","https://openalex.org/W2156912650","https://openalex.org/W2157092518","https://openalex.org/W2159254892","https://openalex.org/W2160017783","https://openalex.org/W2160425673","https://openalex.org/W2161563886","https://openalex.org/W2162720865","https://openalex.org/W2164060165","https://openalex.org/W2164859220","https://openalex.org/W2165909414","https://openalex.org/W2166771493","https://openalex.org/W2168610467","https://openalex.org/W2168711358","https://openalex.org/W2169054607","https://openalex.org/W2171769711","https://openalex.org/W2175469462","https://openalex.org/W2253776861","https://openalex.org/W2282055800","https://openalex.org/W2327381720","https://openalex.org/W2332557066","https://openalex.org/W2469639377","https://openalex.org/W2624262714","https://openalex.org/W3022532439","https://openalex.org/W3148499377"],"related_works":["https://openalex.org/W38982086","https://openalex.org/W2036882200","https://openalex.org/W2148252761","https://openalex.org/W2050233777","https://openalex.org/W1963552246","https://openalex.org/W2222166274","https://openalex.org/W3034963871","https://openalex.org/W7147330194","https://openalex.org/W2088222816","https://openalex.org/W1592319798"],"abstract_inverted_index":{"Neuroscience":[0],"makes":[1,262],"use":[2,187,202,396],"of":[3,31,51,74,98,112,129,177,211,222,230,242,250,273,281,354,369,405,425,434,457,464],"many":[4],"metaphors":[5,344,372],"in":[6,49,336,373,443,462,471,484],"its":[7,75],"attempt":[8,379],"to":[9,45,71,95,126,145,167,172,183,190,207,255,302,330,365,380,415,437,441,482],"explain":[10],"the":[11,24,47,56,80,93,127,148,168,174,203,209,240,243,247,263,279,309,319,332,387,403,432,439,455,472],"relationship":[12],"between":[13],"our":[14,17,99],"brain":[15,48,94],"and":[16,86,101,158,180,201,246,290,343,371,395,408,430,468,477],"behaviour.":[18,104,259,410],"In":[19,105,278,375],"this":[20,63,88,106,155,382,397],"thesis":[21,107],"I":[22,67,108,152,186,285,316,339,360,378,411,451],"contrast":[23],"most":[25],"commonly":[26],"used":[27,91,335],"metaphor":[28],"-":[29,38],"that":[30,79,87,115,219,266,287,298,315,323,341,362,391,417,431,445,454],"computation":[32],"driven":[33],"by":[34,59,92,118,198,348,385],"neuron":[35],"action":[36],"potentials":[37],"with":[39],"an":[40,52,270,426],"alternative":[41],"view":[42],"which":[43],"seeks":[44],"understand":[46],"terms":[50,463],"agent":[53],"learning":[54,65,257,276,311],"from":[55,295,318,449],"reward":[57,150],"signalled":[58],"neuromodulators.":[60],"To":[61],"explore":[62],"reinforcement":[64,256,275,310],"model":[66,133,156,193,206,234,261],"construct":[68],"computational":[69,113,205],"models":[70,114,284,293,334,342,370],"assess":[72],"one":[73],"key":[76],"claims":[77,307],"\u2014":[78],"neurotransmitter":[81],"dopamine":[82,199,212,220,251,393,406,418,435,458],"signals":[83],"unexpected":[84],"reward,":[85],"signal":[89],"is":[90,143,225,269,322,325,436],"learn":[96],"control":[97],"movements":[100],"drive":[102],"goal-directed":[103],"develop":[109],"a":[110,135,274,358,367,399],"selection":[111],"are":[116,480],"motivated":[117],"either":[119],"theoretical":[120,333],"concepts":[121],"or":[122],"experimental":[123,188],"data":[124,170,189],"relating":[125],"effects":[128,249],"dopamine.":[130],"The":[131,161,216,232,260,313],"first":[132],"implements":[134],"published":[136],"dopamine-modulated":[137],"spike":[138],"timing-dependent":[139],"plasticity":[140],"mechanism":[141],"but":[142],"unable":[144],"correctly":[146],"solve":[147],"distal":[149],"problem.":[151],"analyse":[153],"why":[154],"fails":[157],"suggest":[159,218,361,416],"solutions.":[160],"second":[162],"model,":[163],"more":[164,226],"closely":[165],"linked":[166],"empirical":[169],"attempts":[171],"investigate":[173],"relative":[175],"contributions":[176],"firing":[178],"rate":[179],"synaptic":[181,184,214,223],"conductances":[182,224],"plasticity.":[185,215],"estimate":[191],"how":[192,236,349],"neurons":[194],"will":[195],"be":[196,346,421,460],"affected":[197],"modulation,":[200],"resulting":[204],"predict":[208],"effect":[210],"on":[213,413],"results":[217],"modulation":[221,229,252,407,419],"significant":[227],"than":[228],"excitability.":[231],"third":[233],"demonstrates":[235],"simple":[237],"assumptions":[238],"about":[239],"anatomy":[241],"basal":[244],"ganglia,":[245],"electrophysiological":[248],"can":[253,345,420,459],"lead":[254],"like":[258],"novel":[264],"prediction":[265],"working":[267],"memory":[268],"emergent":[271],"feature":[272],"process.":[277],"course":[280],"producing":[282],"these":[283],"find":[286],"both":[288],"theoretically":[289],"empirically":[291],"based":[292],"suffer":[294],"methodological":[296],"problems":[297],"make":[299],"it":[300,324,447],"difficult":[301],"adequately":[303],"support":[304],"such":[305],"fundamental":[306],"as":[308,398,423,475],"hypothesis.":[312],"conclusion":[314],"draw":[317,412],"modelling":[320],"work":[321],"neither":[326],"possible,":[327],"nor":[328],"desirable":[329],"falsify":[331],"neuroscience.":[337,374],"Instead":[338],"argue":[340],"valued":[347],"useful":[350],"they":[351],"are,":[352],"independently":[353],"their":[355],"truth.":[356],"As":[357],"result":[359],"we":[363],"ought":[364],"encourage":[366,438],"plurality":[368],"Chapter":[376],"7":[377],"put":[381],"into":[383],"practice":[384],"reviewing":[386],"other":[388],"transmitter":[389],"systems":[390],"modulate":[392],"release,":[394],"basis":[400],"for":[401],"exploring":[402],"context":[404],"reward-driven":[409],"evidence":[414],"seen":[422],"part":[424],"extended":[427],"stress":[428],"response,":[429],"function":[433,456],"individual":[440],"engage":[442],"behaviours":[444],"take":[446],"away":[448],"homeostasis.":[450],"also":[452],"propose":[453],"interpreted":[461],"behaviourally":[465],"defining":[466],"self":[467],"non-self,":[469],"much":[470],"same":[473],"way":[474],"inflammation":[476],"antibody":[478],"responses":[479],"said":[481],"do":[483],"immunology.":[485]},"counts_by_year":[],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2016-06-24T00:00:00"}